-- Logs begin at Mon 2021-06-28 09:01:19 UTC, end at Mon 2021-06-28 10:19:34 UTC. -- Jun 28 09:46:38.976163 dv-cinder-786627-12-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 09:46:41.631192 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:46:41.631775 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:46:41.631954 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99997) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:46:41.635218 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:46:41.635477 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:46:41.635793 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99997) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:46:41.636754 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:46:41.636993 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:46:41.637350 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:46:41.637597 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:46:41.637824 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:46:41.638142 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.638438 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.638736 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.638967 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.639259 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.639547 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.639829 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.640138 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.640436 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.640723 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.641005 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.641286 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.641517 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.641796 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.642081 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.642363 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.642588 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] debug = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.642871 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.643289 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.643702 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.643984 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.644296 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.644575 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.644844 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.645119 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.646077 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.646434 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] host = dv-cinder-786627-12-smb {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.646715 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.647004 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.647293 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.647580 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.647854 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.648148 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.648436 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.648708 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.648980 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.649256 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.649540 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.649825 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.650114 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.650337 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.650557 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.650841 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.651126 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.651401 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.651674 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.651946 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.652307 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.652583 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.652850 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.653138 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.653421 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.653703 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.653978 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.654252 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.654522 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.654793 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.655074 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.655347 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.655620 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.655892 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.656207 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.656480 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.656753 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.657050 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.657336 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.657617 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.657899 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.658171 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.658451 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.658723 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.658994 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.659267 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] use_json = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.659538 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.659808 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.660088 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.660390 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.660658 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.660954 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.661225 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.661510 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:41.661809 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.662104 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.662402 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.662759 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.663062 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.663344 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.663634 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.663912 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.664230 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.664520 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.664809 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.665086 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.665374 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.665652 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.665945 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.666247 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.666544 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.666833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.667108 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.667382 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.667656 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.667933 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.668249 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.668545 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.668835 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.669111 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.669391 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.669687 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.669965 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.670240 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.670518 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.670807 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.671086 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.671362 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.671644 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.671920 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.672227 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.672501 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.672778 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.673072 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.673348 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.673619 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.673890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.674165 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.674437 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.674719 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.674994 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.675267 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.675541 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.675821 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.676112 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.676393 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.676697 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.676969 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.677244 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.677517 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.677792 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.678069 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.678414 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.678696 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.678973 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.679254 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.679532 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.679811 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.680086 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.680389 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.680666 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.680940 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.681231 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.681528 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.681807 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.682091 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.682372 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.682652 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.682937 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.683215 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.683496 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.683778 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.684054 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.684371 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.684657 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.684943 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.685226 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.685503 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.685801 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.686082 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.686368 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.686651 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.686935 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.687226 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.687511 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.687807 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.688127 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.688416 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.688711 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.689006 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.689291 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.689598 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.689880 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:41.690102 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:46:41.690345 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99997) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 09:46:42.039992 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:42.040305 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:42.040599 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:42.040932 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 09:46:42.428752 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.429011 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.429286 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.430622 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.430898 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.431164 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.464463 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.464780 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.465082 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.478755 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.479040 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.479312 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.509122 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.509404 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.509672 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.545268 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.545548 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.545817 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.779969 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.780608 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.780608 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.780807 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.781507 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.905506 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.905827 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.906108 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.906378 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.906644 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.906951 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.907210 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.907466 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.907720 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.907998 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.908278 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.908543 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.908803 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.909066 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.909321 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.909590 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.910846 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.911680 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.911975 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.912268 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.912613 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.912989 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.913253 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.913544 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.913802 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.914056 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.914449 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:42.914696 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:42.914938 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:42.915177 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:42.915415 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:42.915652 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:42.916014 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 09:46:42.919078 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 09:46:42.922992 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 09:46:42.926961 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 28 09:46:42.928674 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 09:46:42.929122 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 09:46:42.929458 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 09:46:42.929843 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 09:46:42.932794 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 09:46:42.933050 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 09:46:42.933398 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:46:42.961101 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 09:46:42.961542 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.961843 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99997) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 09:46:42.962212 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.963559 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99997) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 09:46:42.963840 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:46:42.964087 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 09:46:42.967371 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:42.967653 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:43.031533 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 09:46:43.031724 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 09:46:43.031968 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 09:46:43.032375 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 09:46:43.054037 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_db.sqlalchemy.engines [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99997) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 09:46:43.787336 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing driver for type 'gre' Jun 28 09:46:43.787938 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] gre ID ranges: [(1, 1000)] Jun 28 09:46:44.018383 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing driver for type 'local' Jun 28 09:46:44.018714 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing driver for type 'vlan' Jun 28 09:46:44.116041 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] VlanTypeDriver initialization complete Jun 28 09:46:44.116350 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing driver for type 'vxlan' Jun 28 09:46:44.116841 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] vxlan ID ranges: [(1, 1000)] Jun 28 09:46:44.298541 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing extension driver 'port_security' Jun 28 09:46:44.298878 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] PortSecurityExtensionDriver initialization complete Jun 28 09:46:44.299211 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing mechanism driver 'openvswitch' Jun 28 09:46:44.299529 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing mechanism driver 'hyperv' Jun 28 09:46:44.306541 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:44.307486 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.307947 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.308329 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.308719 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.309076 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.309419 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.309794 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.310135 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.310474 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.310845 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > security_group after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.311227 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > security_group after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.311565 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.311942 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.312314 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.312655 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.313029 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > address_group after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.313370 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > address_group after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.313704 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.314039 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] ML2 OVO RPC backend initialized. {{(pid=99997) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 28 09:46:44.314733 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.315081 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.315494 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.315833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > networks before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.316204 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.316540 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > ports before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.316874 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.317272 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnets before_response 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.318130 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.318460 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.318788 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.319195 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.319548 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.319881 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.320241 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.320571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.320899 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.321458 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.plugin [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Modular L2 Plugin initialization complete Jun 28 09:46:44.321776 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading services supported by the core plugin {{(pid=99997) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 09:46:44.322095 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.plugins.ml2.managers [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Got port-security extension from driver 'port_security' Jun 28 09:46:44.322544 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.extensions.vlantransparent [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Disabled vlantransparent extension. Jun 28 09:46:44.323015 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99997) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 09:46:44.323320 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: router Jun 28 09:46:44.359675 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.360066 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_create 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.360490 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router before_create 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.360852 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.361218 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.361569 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_delete 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.361926 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.362284 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_create 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.362627 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_update 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.362972 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_update 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.363314 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.363665 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_update 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.364622 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_update 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.364991 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.365334 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.365985 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: subnet after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371432 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371432 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371432 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_create 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371432 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371760 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371760 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router after_update 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371760 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.371760 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_create 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.372219 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.372219 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_update 55549900 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.372219 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > agent after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.372219 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > agent after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.372521 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > network after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.372521 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Tracking information for resource: router configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:44.372521 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Tracking information for resource: floatingip configured {{(pid=99997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:46:44.376258 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.db.l3_agentschedulers_db [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 09:46:44.376829 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.377219 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port after_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.377565 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port after_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.377909 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: port after_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.378672 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router before_create 55550100 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.379033 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.379390 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_create 55550100 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.380472 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > router precommit_update 55550100 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.384955 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.provider_configuration [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service providers = [] {{(pid=99997) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 09:46:44.385311 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.db.servicetype_db [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99997) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 09:46:44.388160 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.service_base [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:46:44.388506 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.service_base [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:46:44.388889 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.service_base [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:46:44.389746 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.services.service_base [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:46:44.390108 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.services.service_base [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 09:46:44.390475 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.390785 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 09:46:44.401368 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.401703 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: auto_allocate Jun 28 09:46:44.407449 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: network precommit_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.407813 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: network precommit_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.408353 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.408675 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: tag Jun 28 09:46:44.415124 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.415449 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: timestamp Jun 28 09:46:44.419171 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.419490 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: network_ip_availability Jun 28 09:46:44.433679 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.434048 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.434405 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.435100 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.435415 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: flavors Jun 28 09:46:44.440042 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.440405 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading Plugin: revisions Jun 28 09:46:44.445197 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:46:44.445580 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_concurrency.lockutils [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.405s {{(pid=99997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:44.446364 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99997) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 09:46:44.446636 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Initializing extension manager. Jun 28 09:46:44.447136 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: __init__.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.447472 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: __pycache__ {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.447803 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.448150 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: address_group.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.448883 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.449444 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: address-group Jun 28 09:46:44.449759 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: address_scope.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.450442 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.450944 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: address-scope Jun 28 09:46:44.451263 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.458427 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.458923 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: router-admin-state-down-before-update Jun 28 09:46:44.459242 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: agent.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.459920 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.460446 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: agent Jun 28 09:46:44.460761 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: agent_resources_synced.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.461636 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.462130 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: agent-resources-synced Jun 28 09:46:44.462445 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: allowedaddresspairs.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.464225 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.464748 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: allowed-address-pairs Jun 28 09:46:44.465072 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: auto_allocated_topology.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.466303 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.466819 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: auto-allocated-topology Jun 28 09:46:44.467142 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: availability_zone.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.467814 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.468351 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: availability_zone Jun 28 09:46:44.468672 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: availability_zone_filter.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.469556 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.470061 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: availability_zone_filter Jun 28 09:46:44.470380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: data_plane_status.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.471252 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.471747 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 09:46:44.472065 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: default_subnetpools.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.472967 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.473507 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: default-subnetpools Jun 28 09:46:44.473831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.474617 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.475124 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: dhcp_agent_scheduler Jun 28 09:46:44.475441 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: dns.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.476349 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.476844 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 09:46:44.477159 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: dns_domain_ports.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.478040 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.478532 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 09:46:44.478846 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.479736 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.480261 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 09:46:44.480576 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: dvr.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.481219 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.486816 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: dvr Jun 28 09:46:44.486816 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: empty_string_filtering.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.487457 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.487958 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: empty-string-filtering Jun 28 09:46:44.488305 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.489714 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.490210 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:46:44.490527 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.491667 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.492190 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 09:46:44.492508 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: external_net.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.493387 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.493886 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: external-net Jun 28 09:46:44.494210 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.495085 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.495583 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: extra_dhcp_opt Jun 28 09:46:44.495897 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: extraroute.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.496810 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.497293 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: extraroute Jun 28 09:46:44.497607 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: extraroute_atomic.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.498609 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.499115 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: extraroute-atomic Jun 28 09:46:44.499433 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: filter_validation.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.500074 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.500597 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: filter-validation Jun 28 09:46:44.500909 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: fip_pf_description.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.501782 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.502275 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 09:46:44.502587 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: fip_port_details.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.503474 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.503973 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: fip-port-details Jun 28 09:46:44.504319 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: flavors.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.506127 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.506637 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: flavors Jun 28 09:46:44.506958 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.508632 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.509148 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 09:46:44.509471 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: floatingip_pools.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.510147 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.510655 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: floatingip-pools Jun 28 09:46:44.510975 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: ip_allocation.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.511896 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.512387 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 09:46:44.512706 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.513589 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.514091 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: ip-substring-filtering Jun 28 09:46:44.514412 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l2_adjacency.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.515294 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.515784 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 09:46:44.516125 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.517062 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.517572 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: router Jun 28 09:46:44.517890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.520224 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.520761 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:46:44.521091 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.521982 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.522495 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: ext-gw-mode Jun 28 09:46:44.522819 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.523701 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.524247 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: l3-ha Jun 28 09:46:44.524568 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3_flavors.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.525466 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.525970 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: l3-flavors Jun 28 09:46:44.526290 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.527162 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.527663 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 09:46:44.527980 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: l3agentscheduler.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.528991 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.529495 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: l3_agent_scheduler Jun 28 09:46:44.529813 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: logging.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.539822 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.540373 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension logging not supported by any of loaded plugins Jun 28 09:46:44.540701 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: metering.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.541425 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.541992 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: metering Jun 28 09:46:44.542320 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.543387 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.543894 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: metering_source_and_destination_fields Jun 28 09:46:44.544256 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: multiprovidernet.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.545147 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.545645 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: multi-provider Jun 28 09:46:44.545964 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: netmtu.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.546844 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.547343 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: net-mtu Jun 28 09:46:44.547660 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: netmtu_writable.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.548572 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.549073 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: net-mtu-writable Jun 28 09:46:44.549389 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: network_availability_zone.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.550031 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.550525 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: network_availability_zone Jun 28 09:46:44.550838 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: network_ip_availability.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.552468 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.552980 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: network-ip-availability Jun 28 09:46:44.553300 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: network_segment_range.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.554041 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.554538 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 09:46:44.554853 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: pagination.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.555817 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.556170 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: pagination Jun 28 09:46:44.556489 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: port_device_profile.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.557375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.557874 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: port-device-profile Jun 28 09:46:44.558189 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.559069 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.559573 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: port-mac-address-regenerate Jun 28 09:46:44.559889 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.560804 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.561309 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: port-numa-affinity-policy Jun 28 09:46:44.561625 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: port_resource_request.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.562507 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.563005 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 09:46:44.563319 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: portbindings.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.564677 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.565175 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: binding Jun 28 09:46:44.565491 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: portbindings_extended.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.566728 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.567824 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: binding-extended Jun 28 09:46:44.568179 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: portsecurity.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.569064 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.570414 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: port-security Jun 28 09:46:44.570739 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: project_id.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.571686 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.572012 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: project-id Jun 28 09:46:44.572358 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: providernet.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.573247 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.573759 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: provider Jun 28 09:46:44.574075 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.577672 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.578187 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos not supported by any of loaded plugins Jun 28 09:46:44.578515 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.579729 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.580262 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 09:46:44.580586 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.581470 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.581972 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 09:46:44.582290 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_default.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.583196 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.583697 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-default not supported by any of loaded plugins Jun 28 09:46:44.584020 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_fip.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.584672 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.585165 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 09:46:44.585478 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_gateway_ip.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.586370 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.586867 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 09:46:44.587186 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_port_network_policy.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.588069 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.588595 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 09:46:44.588912 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_rule_type_details.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.589809 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.590309 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 09:46:44.590627 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: qos_rules_alias.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.591640 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.592175 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 09:46:44.592495 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: quotasv2.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.593371 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.593692 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: quotas Jun 28 09:46:44.594010 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: quotasv2_detail.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.596997 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.597329 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: quota_details Jun 28 09:46:44.597653 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: rbac.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.599214 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.599730 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: rbac-policies Jun 28 09:46:44.600051 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: rbac_address_group.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.600973 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.601481 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: rbac-address-group Jun 28 09:46:44.601799 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: rbac_address_scope.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.602699 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.603201 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: rbac-address-scope Jun 28 09:46:44.603519 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: rbac_security_groups.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.604429 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.604931 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: rbac-security-groups Jun 28 09:46:44.605251 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: rbac_subnetpool.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.606144 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.606649 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: rbac-subnetpool Jun 28 09:46:44.606966 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: revisionifmatch.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.607854 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.608396 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: revision-if-match Jun 28 09:46:44.608714 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: revisions.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.609985 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.610488 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: standard-attr-revisions Jun 28 09:46:44.610809 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: router_availability_zone.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.611460 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.611968 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: router_availability_zone Jun 28 09:46:44.612320 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: routerservicetype.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.613213 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.613710 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 09:46:44.614617 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.615519 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.616321 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: security-groups-normalized-cidr Jun 28 09:46:44.616642 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.617527 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.618028 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: port-security-groups-filtering Jun 28 09:46:44.618345 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.619228 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.619739 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: security-groups-remote-address-group Jun 28 09:46:44.620053 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: securitygroup.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.629459 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.630472 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: security-group Jun 28 09:46:44.630800 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: segment.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.631561 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.632093 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension segment not supported by any of loaded plugins Jun 28 09:46:44.632445 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.633342 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.633844 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 09:46:44.634166 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: servicetype.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.635244 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.635754 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: service-type Jun 28 09:46:44.636077 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: sorting.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.637061 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.637387 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: sorting Jun 28 09:46:44.637706 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: standard_attr_segment.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.638653 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.639159 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 09:46:44.639477 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: standardattrdescription.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.640109 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.640633 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: standard-attr-description Jun 28 09:46:44.640951 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: stateful_security_group.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.641855 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.642362 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: stateful-security-group Jun 28 09:46:44.642680 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: stdattrs_common.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.643246 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 09:46:44.643562 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.644479 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.644994 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 09:46:44.645890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: subnet_onboard.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.647005 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.647515 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: subnet_onboard Jun 28 09:46:44.647831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.648753 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.649253 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 09:46:44.649565 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: subnet_service_types.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.650450 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.650951 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: subnet-service-types Jun 28 09:46:44.651266 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: subnetallocation.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.652376 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.652883 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: subnet_allocation Jun 28 09:46:44.653202 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.653945 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.654451 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: subnetpool-prefix-ops Jun 28 09:46:44.654773 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.655683 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.656217 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 09:46:44.656537 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: tagging.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.657581 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.658085 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: standard-attr-tag Jun 28 09:46:44.658404 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: timestamp.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.659568 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.660078 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loaded extension: standard-attr-timestamp Jun 28 09:46:44.660428 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: trunk.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.661454 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.661965 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension trunk not supported by any of loaded plugins Jun 28 09:46:44.662284 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: trunk_details.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.663179 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.663687 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 09:46:44.664007 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: uplink_status_propagation.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.664942 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.665451 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 09:46:44.665770 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Loading extension file: vlantransparent.py {{(pid=99997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:46:44.666417 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:46:44.666916 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 09:46:44.669384 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:network Jun 28 09:46:44.669905 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:subnet Jun 28 09:46:44.670293 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:46:44.670677 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:port Jun 28 09:46:44.671871 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.672335 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service FLAVORS assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.672948 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.673371 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.673693 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:router Jun 28 09:46:44.674114 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:46:44.674601 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service METERING assigned prefix: /metering {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.676045 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.676470 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.676824 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:46:44.677795 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:46:44.678270 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:46:44.678663 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:46:44.679261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service CORE assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.679586 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:46:44.679925 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] subnetpool is already registered Jun 28 09:46:44.680370 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service CORE assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.680700 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:46:44.681012 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] subnetpool is already registered Jun 28 09:46:44.683261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.683687 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service FLAVORS assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.684309 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.684725 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.685047 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:router Jun 28 09:46:44.685377 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] router is already registered Jun 28 09:46:44.685781 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:46:44.686108 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] floatingip is already registered Jun 28 09:46:44.686562 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service METERING assigned prefix: /metering {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.687216 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:46:44.687537 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] rbac_policy is already registered Jun 28 09:46:44.687938 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:46:44.688293 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] security_group is already registered Jun 28 09:46:44.688685 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:46:44.689007 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] security_group_rule is already registered Jun 28 09:46:44.689622 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service CORE assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.689940 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:46:44.690262 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] subnetpool is already registered Jun 28 09:46:44.690669 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.v2.resource_helper [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Service CORE assigned prefix: {{(pid=99997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:46:44.690982 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:46:44.691300 dv-cinder-786627-12-smb neutron-server[99997]: WARNING neutron.quota.resource_registry [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] subnetpool is already registered Jun 28 09:46:44.691758 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: extensions {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.693851 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: address-groups {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.695323 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: address-scopes {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.696664 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: agents {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.697815 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: auto-allocated-topology {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.699042 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: availability_zones {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.700285 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: dhcp-networks {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.701789 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: dhcp-agents {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.703230 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: routers {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.704945 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: flavors {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.707301 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: service_profiles {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.709149 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: next_providers {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.710578 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: service_profiles {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.712133 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: floatingip-pools {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.713346 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: routers {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.715049 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: floatingips {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.716341 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: l3-routers {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.717740 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: l3-agents {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.719142 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: metering-labels {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.720410 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: metering-label-rules {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.721783 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: network-ip-availabilities {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.723029 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: bindings {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.724717 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: quotas {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.726221 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: quotas {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.727627 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: rbac-policies {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.728857 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: security-groups {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.730143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: security-group-rules {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.731372 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: service-providers {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.732642 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: subnetpools {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.733964 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: subnetpools {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.735493 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.737199 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.739047 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.741107 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.742769 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.744763 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.746464 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.748283 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.750112 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.751859 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron.api.extensions [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Extended resource: tags {{(pid=99997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:46:44.758456 dv-cinder-786627-12-smb neutron-server[99997]: WARNING keystonemiddleware.auth_token [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 09:46:44.762934 dv-cinder-786627-12-smb neutron-server[99997]: WARNING keystonemiddleware.auth_token [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 09:46:44.771787 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_concurrency.lockutils [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Acquired lock "singleton_lock" {{(pid=99997) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 09:46:44.772284 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_concurrency.lockutils [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Releasing lock "singleton_lock" {{(pid=99997) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 09:46:44.772910 dv-cinder-786627-12-smb neutron-server[99997]: INFO oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Starting 2 workers Jun 28 09:46:44.777601 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Started child 100108 {{(pid=99997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:46:44.781878 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Started child 100109 {{(pid=99997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:46:44.782985 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.783649 dv-cinder-786627-12-smb neutron-server[99997]: INFO neutron.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 09:46:44.784065 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Notify callbacks [] for process, before_spawn {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.784463 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [-] (100108) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:46:44.786525 dv-cinder-786627-12-smb neutron-server[99997]: INFO oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Starting 1 workers Jun 28 09:46:44.786764 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.788096 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [-] (100109) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:46:44.791571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Started child 100110 {{(pid=99997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:46:44.792075 dv-cinder-786627-12-smb neutron-server[99997]: INFO oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Starting 1 workers Jun 28 09:46:44.795466 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] calling RpcWorker wait() {{(pid=100110) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 09:46:44.795910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] returning from RpcWorker wait() {{(pid=100110) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 09:46:44.796379 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Started child 100111 {{(pid=99997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:46:44.797207 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad77-6bba-41fb-a565-4214f56b8650 None None] Notify callbacks [] for process, after_spawn {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.797603 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.798111 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:44.799071 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99997) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:46:44.799279 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:46:44.799463 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:46:44.799673 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:46:44.799997 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:46:44.800187 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:46:44.800693 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.800957 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.801221 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.801520 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.801613 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.802064 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.802395 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.802656 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.802807 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:44.802941 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.803165 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.803411 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.803583 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.803748 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.804002 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.804285 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.804566 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.804821 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.805051 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.805311 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.805477 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.805720 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.805974 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.806200 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.806455 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] debug = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.806701 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.807180 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.807419 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.807666 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.807880 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.808156 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.808401 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.808672 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.808897 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.809137 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.809376 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.809630 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.809858 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.810069 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.810277 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.810526 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.810738 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.811196 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] host = dv-cinder-786627-12-smb {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.811425 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.811650 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.811873 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.812220 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.812378 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.812749 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.812891 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.813076 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.813314 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.813532 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.813747 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.813988 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.814218 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.814448 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.814609 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_options = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.814850 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.815104 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.815380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.815714 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.816012 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.816344 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.816747 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.817595 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.817865 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.818083 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.818298 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.818512 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.818725 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.818958 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.819213 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.819446 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.819674 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.819902 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.820165 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.820387 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.820626 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.820865 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.821091 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.821308 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.821520 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.821728 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.821964 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.822192 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.822437 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.823165 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.823165 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.823165 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.823572 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.823572 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.823858 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.824000 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.824226 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.824494 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.824723 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.824970 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.825221 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.825448 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.825693 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.825901 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.826137 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.826344 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_json = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.826565 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.826770 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.827002 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.827207 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.827418 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.827623 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.827828 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.828070 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.828522 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.828788 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.829090 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.829329 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.829555 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.829801 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.830043 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.830261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.830530 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.830796 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.831684 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.831922 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.832229 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.832471 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.833445 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.834417 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.834792 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.834955 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.835147 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.835386 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.835616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.835851 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.836235 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.836500 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.836775 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.837027 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.837246 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.837463 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.837692 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.837922 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.838136 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.838348 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.838612 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.838848 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.839080 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.839318 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.839561 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.839773 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.840001 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.840272 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.840581 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.840813 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.841033 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.841245 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.841478 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.841706 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.841921 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.842166 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.842380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.842639 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.842862 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.844831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851261 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.851890 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.852571 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853143 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853569 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853650 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.853813 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.854081 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.854315 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.854584 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.854824 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.855084 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.855320 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.855543 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.855791 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.856012 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.856280 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.857833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.857833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.857833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.857833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.858211 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.858487 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.858606 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.858852 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.859126 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.859344 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.859619 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.859923 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.860215 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.860473 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.860728 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.860954 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.861459 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.861459 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.861729 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.861982 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.862212 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.862448 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.862748 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.862969 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.863183 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.863413 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.863662 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.864008 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.864263 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.864475 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.864691 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.864957 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.865201 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.865447 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.865954 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.866191 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.866420 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.866667 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.866918 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.867131 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.867380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.867606 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.867813 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.868044 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.868380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.868617 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.868828 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.869073 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.869269 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.869476 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.869683 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.869892 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.870106 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.870341 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.870570 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.870781 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.870996 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.871226 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.871437 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.871650 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.871862 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.872075 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.872339 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.872553 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.872822 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.873077 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.873303 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.873523 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.873746 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.873973 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.874181 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.874419 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.874628 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.874836 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.875044 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.875254 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.875478 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.875701 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.875940 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.876193 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.876475 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.876694 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.877026 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.877265 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.877498 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.877730 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.877941 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.878186 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.878508 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.878726 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.878937 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.879168 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.879380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.880198 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.880382 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.880614 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.880829 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.881036 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.881240 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.881472 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.881673 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.881951 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.882197 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.882419 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.882649 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.882884 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.883107 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.883315 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.883521 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.883749 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.883978 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.884238 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.884464 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.884689 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.884897 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.885407 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.885627 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.885831 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.886056 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.886289 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.886497 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.886714 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.886921 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.887126 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.887356 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.887593 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.887893 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.888168 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.888429 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.888708 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.888948 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.889197 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.889431 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.889736 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.889963 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.890221 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.890448 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.890661 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.890873 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.891111 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.891438 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.891745 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.892010 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.892278 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.892563 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.892827 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.893097 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.893306 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.893779 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.894096 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.894374 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.894624 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.894844 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.895125 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.895430 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.895642 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.895853 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.896084 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.896315 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.896580 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.896803 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.897027 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.897238 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.897475 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.897685 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.897924 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.898160 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.898391 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.898617 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.898776 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:46:44.899330 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99997) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:46:44.899477 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:46:44.899616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:46:44.899778 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:46:44.899938 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:46:44.900079 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:46:44.900301 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.900446 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.900606 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.900752 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.900891 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901073 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901235 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901385 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901524 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901662 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901803 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.901941 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902079 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902218 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902376 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902522 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902670 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902810 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.902974 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.903124 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.903264 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.903491 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.903928 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] debug = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.903928 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.903928 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.904324 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.904412 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.904784 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.904784 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.904959 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905040 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905160 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905329 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905481 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905620 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905780 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.905936 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.906090 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.906403 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.906591 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.906761 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] host = dv-cinder-786627-12-smb {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.906905 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.906997 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.907161 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.907474 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.907474 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.907635 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.907719 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.907856 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908080 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908215 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908330 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908481 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908637 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908793 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.908950 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_options = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.909121 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.909259 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.909421 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.909569 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.909737 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.909897 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.910053 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.910211 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.911616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.911616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.911616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.911616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.911616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.911616 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912045 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912045 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912234 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912234 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912381 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912593 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912698 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912869 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.912997 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.913136 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.913299 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.914375 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915141 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915141 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915141 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915141 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915141 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915542 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915542 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915542 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915836 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915836 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.915987 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.916144 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.916294 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_json = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.916450 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.916626 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.916775 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.916939 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.917079 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.917242 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.917638 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.917638 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:46:44.917891 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.917891 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918088 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918170 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918249 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918407 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918564 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918726 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.918885 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919039 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919218 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919418 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919545 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919673 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919807 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.919963 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.920155 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.920318 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.920477 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.920636 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.920798 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.920957 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.921129 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.921289 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.921450 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.921612 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.921770 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.921929 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.922087 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.922246 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.922405 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.922563 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.922781 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.922939 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.923118 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.923258 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.923413 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.923592 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.923732 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.923889 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.924048 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.924230 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.924390 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.924548 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.924704 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.924865 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925023 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925181 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925339 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925497 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925664 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925822 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.925980 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.926137 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.926296 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.926472 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.927189 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.927352 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.927496 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.927716 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.927857 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.927993 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.928159 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.928269 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.928425 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.928585 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.928742 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.928903 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929078 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929224 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929365 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929516 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929660 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929802 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.929944 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930087 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930229 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930390 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930545 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930688 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930829 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.930970 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931112 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931254 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931396 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931538 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931690 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931833 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.931997 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.932172 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.932323 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.932466 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.932617 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.932759 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.932901 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933057 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933201 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933344 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933485 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933626 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933768 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.933909 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.934090 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.934239 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.934455 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.934614 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.934842 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.934842 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.935181 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.935181 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.935451 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.935451 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.935719 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.935719 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936322 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936322 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936322 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936322 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936869 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936869 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.936869 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937282 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937282 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937282 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937772 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937772 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937772 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.937772 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.938290 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.938290 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.938290 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.938704 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.938704 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.938704 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939101 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939101 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939369 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939369 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939637 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939637 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939912 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.939912 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.940220 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.940220 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.940501 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.940501 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.940782 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.940782 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941049 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941049 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941331 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941331 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941600 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941743 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.941884 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942025 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942142 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942251 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942410 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942569 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942726 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.942885 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943074 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943200 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943345 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943504 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943663 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943820 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.943978 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.944159 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.944319 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.944479 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.944637 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.944795 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.944955 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.945113 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.945272 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.945430 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.945589 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.945748 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.945906 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.946065 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.946223 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.946382 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.946541 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.946699 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.946856 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947029 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947186 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947344 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947508 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947663 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947822 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.947977 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.948162 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.948322 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.948479 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.948638 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.948798 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.948975 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.949121 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.949278 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.949595 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.949738 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.949901 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.950060 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.950230 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.950390 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.950548 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.950706 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.950864 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951032 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951190 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951347 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951511 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951669 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951835 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.951992 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.952158 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.952319 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.952476 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.952642 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.952801 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.952958 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.953115 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.953263 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.953425 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.953582 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.953739 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.953895 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.954053 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.954220 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.954380 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.954539 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.954707 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.954864 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.955021 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.955183 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956134 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956134 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956134 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956134 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956134 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956134 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956771 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.956959 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.957105 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.957222 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:44.957316 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.957402 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.957575 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.958265 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.958436 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.958595 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.958760 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.958929 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.959087 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.959245 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.959409 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.959563 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.959719 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.959877 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960035 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960214 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960372 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960530 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960686 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960842 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.960999 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.961157 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.961314 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.961471 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.961682 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.961847 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.962005 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:46:44.962156 dv-cinder-786627-12-smb neutron-server[99997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:46:45.149732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57690) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:45.158097 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063465 Jun 28 09:46:56.580670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082f41b-7054-4b3d-9d26-41e482943362 None None] get_active_networks_info from dv-cinder-786627-12-smb {{(pid=100110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 09:46:56.679714 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082f41b-7054-4b3d-9d26-41e482943362 None None] No non-hosted networks {{(pid=100110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 09:46:56.688254 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.agentschedulers_db [None req-b082f41b-7054-4b3d-9d26-41e482943362 None None] DHCP Agent not found on host dv-cinder-786627-12-smb {{(pid=100110) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 09:46:56.777556 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-aca2182a-39ab-4057-9e8c-326643ff7d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890031'] for agent, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:59.014811 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-edae1054-bed5-4a18-b150-f30d14483179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890031'] for agent, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:59.042186 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.db.api [None req-d1ad787b-781e-41cd-96ad-40393bfbb2d4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786627-12-smb {{(pid=100110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:46:59.042590 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_db.api [None req-d1ad787b-781e-41cd-96ad-40393bfbb2d4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:46:59.155722 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890031'] for agent, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:59.156445 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.156792 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.157131 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.157463 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.157797 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.158186 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.158453 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.158822 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.159165 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.159491 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.159812 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.165825 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:59.165825 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-12-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:59.176228 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-12-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:59.652899 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d1ad787b-781e-41cd-96ad-40393bfbb2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:00.259010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890031'] for agent, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:01.843768 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890031'] for agent, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:02.793077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57782) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:03.198996 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.db.l3_hamode_db [None req-9bf6007d-8a9e-4568-8b06-4ecbd3838b91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 09:47:03.274230 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6007d-8a9e-4568-8b06-4ecbd3838b91 None None] Routers set() bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:03.274618 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6007d-8a9e-4568-8b06-4ecbd3838b91 None None] Router IDs set() for agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 09:47:03.288604 dv-cinder-786627-12-smb neutron-server[100109]: WARNING oslo_policy.policy [None req-0d9bcc9d-4e45-40c9-882b-f2ed80c4b668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:47:03.289191 dv-cinder-786627-12-smb neutron-server[100109]: WARNING oslo_policy.policy [None req-0d9bcc9d-4e45-40c9-882b-f2ed80c4b668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:47:03.516459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [None req-0d9bcc9d-4e45-40c9-882b-f2ed80c4b668 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:47:03.517535 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0d9bcc9d-4e45-40c9-882b-f2ed80c4b668 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7234583 Jun 28 09:47:05.813835 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57796) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:06.117026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:06.209104 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.policy [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:47:06.253319 dv-cinder-786627-12-smb neutron-server[100109]: WARNING oslo_policy.policy [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:47:06.253696 dv-cinder-786627-12-smb neutron-server[100109]: WARNING oslo_policy.policy [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:47:06.262140 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.quota [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] Loaded quota_driver: . Jun 28 09:47:06.419016 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788690859543', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788690858040', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788690732128', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788690734678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788690753003', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788690763122', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598799', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3880473', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3675197'] for rbac-policy, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:06.660860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:06.662059 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-3060cde5-a300-4b40-930e-ff40614238fe admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8472562 Jun 28 09:47:09.171329 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57808) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:09.464333 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Request body: {'network': {'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'name': 'private', 'admin_state_up': True, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:09.557637 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Made reservation on behalf of 7b8cbdedbce4420797d5ee17e50445bb for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:47:09.560373 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:09.576616 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:09.693683 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:09.791905 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:09.797023 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:09.812048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:47:09.839563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788692609037', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:09.840171 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Unsubscribe: segment precommit_create {{(pid=100109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:47:09.840651 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Added segment 4b8653c6-3a95-43e4-bc84-b5ecd406a619 of type vlan for network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 Jun 28 09:47:09.856994 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce62a9c-fcba-4e96-b816-3edd423503a5,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:09.904385 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.904736 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.906794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.906794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.906794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.906794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.906794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.907192 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.907192 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.907192 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.907468 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.907769 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Tracked resource versions report: Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: pushed versions: Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: { 'AddressGroup': {'1.2'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'ConntrackHelper': {'1.0'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Log': {'1.0'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Network': {'1.1'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Port': {'1.7'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'PortForwarding': {'1.2'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'QosPolicy': {'1.8'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroup': {'1.4'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'SubPort': {'1.0'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Subnet': {'1.1'}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Trunk': {'1.1'}} Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: consumer versions: Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'ConntrackHelper': '1.0', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Log': '1.0', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Network': '1.1', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Port': '1.7', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'PortForwarding': '1.2', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'QosPolicy': '1.8', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroup': '1.4', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroupRule': '1.2', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'SubPort': '1.0', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Subnet': '1.1', Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: 'Trunk': '1.1'}} Jun 28 09:47:09.908878 dv-cinder-786627-12-smb neutron-server[100109]: {{(pid=100109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:47:09.956747 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:09.963428 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:10.098864 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:10.100380 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:10.101046 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:10.103893 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:10.190570 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Pushing event updated for resources: {'Network': ['ID=15a0de70-edc3-4d8d-a9d5-670d9fec5cd9,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:10.193657 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:10.201913 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:47:10.298939 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1265304 Jun 28 09:47:12.826450 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57822) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:13.256867 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e94f02-b4cf-4d0c-9db9-9aef459e7f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:13.258220 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-77e94f02-b4cf-4d0c-9db9-9aef459e7f3d admin admin] 10.222.0.16 "GET /v2.0/networks/15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 HTTP/1.1" status: 200 len: 824 time: 0.4308398 Jun 28 09:47:13.281307 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-491e37db-3f89-42ea-9642-666e5bbc3255 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/1de2b2a3-49c1-4e81-9af1-8322723c52a1 HTTP/1.1" status: 200 len: 734 time: 0.0178328 Jun 28 09:47:13.290341 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:13.362856 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Made reservation on behalf of 7b8cbdedbce4420797d5ee17e50445bb for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:47:13.365840 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:13.721171 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:13.725292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:13.790006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a671252e-32c8-4a2d-a316-ac8060e601d7,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:13.794323 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Checking segment: {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:47:13.794700 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Network hostable DHCP agents. Network: 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:47:13.799062 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:13.871637 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:47:13.951836 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:13.956415 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:13.957682 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:13.961839 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9555a-82dc-41c0-ad59-5d6ceadd42f9 None None] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:47:14.061431 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7743871 Jun 28 09:47:14.268073 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:47:14.269412 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:14.533963 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Allocated IP 172.20.0.2 (15a0de70-edc3-4d8d-a9d5-670d9fec5cd9/a671252e-32c8-4a2d-a316-ac8060e601d7/303a7e26-3e72-42fa-b46d-2dcc930aa8ee) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:47:14.729297 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:14.768949 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Transition to ACTIVE for port object 303a7e26-3e72-42fa-b46d-2dcc930aa8ee will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:14.789312 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Transition to ACTIVE for port object 303a7e26-3e72-42fa-b46d-2dcc930aa8ee will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:14.884028 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:14.886738 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:14.947643 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:47:14.962177 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:14.967436 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Pushing event updated for resources: {'Port': ['ID=303a7e26-3e72-42fa-b46d-2dcc930aa8ee,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:14.970538 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:47:14.995361 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.995693 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.996025 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.996368 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.996689 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.997033 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.997350 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.997663 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.997993 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.998307 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.998617 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:14.998924 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Tracked resource versions report: Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: pushed versions: Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: { 'AddressGroup': {'1.2'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'ConntrackHelper': {'1.0'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Log': {'1.0'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Network': {'1.1'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Port': {'1.7'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'PortForwarding': {'1.2'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'QosPolicy': {'1.8'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroup': {'1.4'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'SubPort': {'1.0'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Subnet': {'1.1'}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Trunk': {'1.1'}} Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: consumer versions: Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'ConntrackHelper': '1.0', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Log': '1.0', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Network': '1.1', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Port': '1.7', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'PortForwarding': '1.2', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'QosPolicy': '1.8', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroup': '1.4', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroupRule': '1.2', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'SubPort': '1.0', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Subnet': '1.1', Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: 'Trunk': '1.1'}} Jun 28 09:47:15.000023 dv-cinder-786627-12-smb neutron-server[100110]: {{(pid=100110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:47:15.022139 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:15.050313 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Attempting to bind port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:47:15.050313 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Attempting to bind port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:47:15.050313 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Attempting to bind port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee on network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:47:15.053100 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:47:15.053516 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Checking segment: {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:47:15.053978 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:15.054360 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Bound using segment: {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:47:15.054820 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Bound port: 303a7e26-3e72-42fa-b46d-2dcc930aa8ee, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:47:15.055230 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:15.116832 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] For port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:47:15.120970 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] For port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=303a7e26-3e72-42fa-b46d-2dcc930aa8ee,segment=NetworkSegment(4b8653c6-3a95-43e4-bc84-b5ecd406a619),segment_id=4b8653c6-3a95-43e4-bc84-b5ecd406a619)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:47:15.249499 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:15.256929 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:15.324463 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Pushing event updated for resources: {'Port': ['ID=303a7e26-3e72-42fa-b46d-2dcc930aa8ee,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:15.327638 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:16.440442 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 57830) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:16.938894 dv-cinder-786627-12-smb neutron-server[100108]: WARNING oslo_policy.policy [None req-d9f4b374-66ed-46d2-9e2c-30b11d74aa72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:47:16.939461 dv-cinder-786627-12-smb neutron-server[100108]: WARNING oslo_policy.policy [None req-d9f4b374-66ed-46d2-9e2c-30b11d74aa72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:47:17.156809 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [None req-d9f4b374-66ed-46d2-9e2c-30b11d74aa72 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:47:17.158011 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d9f4b374-66ed-46d2-9e2c-30b11d74aa72 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7154999 Jun 28 09:47:19.494513 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 57844) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:19.805300 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [None req-46ef36c5-c374-4e84-bf16-31c064cb5c97 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:47:19.806260 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-46ef36c5-c374-4e84-bf16-31c064cb5c97 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107247 Jun 28 09:47:20.907662 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 303a7e26-3e72-42fa-b46d-2dcc930aa8ee up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:21.086909 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:21.293026 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634df32-d503-471f-b224-eb06dd908e05 None None] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:47:21.414471 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Provisioning for port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:21.421693 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Provisioning complete for port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:21.422503 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:21.581846 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:21.617991 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] For port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=303a7e26-3e72-42fa-b46d-2dcc930aa8ee,segment=NetworkSegment(4b8653c6-3a95-43e4-bc84-b5ecd406a619),segment_id=4b8653c6-3a95-43e4-bc84-b5ecd406a619)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:21.700370 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:21.702311 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:21.747486 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Pushing event updated for resources: {'Port': ['ID=303a7e26-3e72-42fa-b46d-2dcc930aa8ee,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:21.750515 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:21.820166 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-6d1bc6b4-df5d-485b-ba24-cbcefd555a0d None None] Provisioning complete for port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:21.820462 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc6b4-df5d-485b-ba24-cbcefd555a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:22.409005 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57858) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:22.701629 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'name': 'router1'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:22.820580 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:22.822159 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:22.884811 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 303a7e26-3e72-42fa-b46d-2dcc930aa8ee up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:22.929749 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:22.930122 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:22.966662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:23.018623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:23.088843 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:23.089933 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b9765a65-4c60-49e5-af19-e19c33fe7331 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6793604 Jun 28 09:47:25.507589 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57866) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:25.840391 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [None req-8a8bdfc7-af5c-4dd8-b91a-b942fc5f89e2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:47:25.841395 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8a8bdfc7-af5c-4dd8-b91a-b942fc5f89e2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3328414 Jun 28 09:47:26.497309 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-870c764a-69b2-466b-933a-32ef1a0213c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.137247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57874) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:28.442434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:28.543240 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Made reservation on behalf of 6ac75e8304eb486798f80d81377f688f for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:47:28.545438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.555032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.636504 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.699791 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.703521 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:28.713974 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Reserving flat network on physical network physnet1 {{(pid=100109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 09:47:28.734779 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21140b15-8d81-4eb9-ab68-bd1d69a98bf2,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:28.737492 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.740793 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Added segment c4d2a180-9bfd-45fc-adf0-77fc5218cd47 of type flat for network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 Jun 28 09:47:28.740793 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:28.781679 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.874866 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.876268 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:28.876775 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.887239 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:28.942163 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Pushing event updated for resources: {'Network': ['ID=7d2d1842-94f4-4597-ad9c-0fa0ca8d8297,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:28.944690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:28.951543 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:47:28.996686 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8582931 Jun 28 09:47:29.046480 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1e7f-f232-4a1d-ad52-bf81f41a7a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:29.211967 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:30.245820 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.286513 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57892) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:31.454432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7abdc2a-e556-42ba-a4f4-236ca0f45498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:31.455727 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d7abdc2a-e556-42ba-a4f4-236ca0f45498 admin admin] 10.222.0.16 "GET /v2.0/subnets/a671252e-32c8-4a2d-a316-ac8060e601d7 HTTP/1.1" status: 200 len: 849 time: 0.1682687 Jun 28 09:47:31.569615 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-756b09a3-015d-4eba-85c1-2d9648df98df admin admin] 10.222.0.16 "GET /v2.0/routers/9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 HTTP/1.1" status: 200 len: 704 time: 0.1078775 Jun 28 09:47:31.800169 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.825840 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.110741 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Allocated IP 172.20.0.1 (15a0de70-edc3-4d8d-a9d5-670d9fec5cd9/a671252e-32c8-4a2d-a316-ac8060e601d7/8128e629-f8cc-4c73-b60b-c437f165968f) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:47:32.304730 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.331105 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Transition to ACTIVE for port object 8128e629-f8cc-4c73-b60b-c437f165968f will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:32.471755 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.473789 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:32.535566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:47:32.544303 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:32.552870 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:47:32.553408 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.575485 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Pushing event updated for resources: {'Port': ['ID=8128e629-f8cc-4c73-b60b-c437f165968f,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:32.616582 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:32.829012 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-789767e1-fc1c-458e-99cb-709169cb49e2 None None] Provisioning for port 8128e629-f8cc-4c73-b60b-c437f165968f completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:32.833993 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-789767e1-fc1c-458e-99cb-709169cb49e2 None None] Provisioning complete for port 8128e629-f8cc-4c73-b60b-c437f165968f triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:32.838537 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-789767e1-fc1c-458e-99cb-709169cb49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.838692 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.867263 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-789767e1-fc1c-458e-99cb-709169cb49e2 None None] Port 8128e629-f8cc-4c73-b60b-c437f165968f cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:47:33.010320 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.108618 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.109680 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.112081 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:33.161537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Pushing event updated for resources: {'Port': ['ID=8128e629-f8cc-4c73-b60b-c437f165968f,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:33.164545 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:33.260528 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:47:33.261865 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:33.486164 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-c8156b49-369d-4f9d-8dd7-50afc4ef6156 None None] Provisioning complete for port 8128e629-f8cc-4c73-b60b-c437f165968f triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:33.486533 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c8156b49-369d-4f9d-8dd7-50afc4ef6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.521713 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-c8156b49-369d-4f9d-8dd7-50afc4ef6156 None None] Port 8128e629-f8cc-4c73-b60b-c437f165968f cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:47:33.548941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:47:33.644609 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:47:33.648782 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] 10.222.0.16 "PUT /v2.0/routers/9ee73d97-054f-49bd-a1c1-677ee8a6a4e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0744195 Jun 28 09:47:33.668480 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Sync routers for ids ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:47:33.680012 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Routers {'9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:33.680913 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:47:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:33.861414 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Set router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 gateway port host: None {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:34.287969 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'name': 'router1', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:47:22Z', 'updated_at': '2021-06-28T09:47:32Z', 'revision_number': 2, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'gw_port_host': None, '_interfaces': [{'id': '8128e629-f8cc-4c73-b60b-c437f165968f', 'name': '', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'mac_address': 'fa:16:3e:9f:7f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:31Z', 'updated_at': '2021-06-28T09:47:32Z', 'revision_number': 2, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'subnets': [{'id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:34.338802 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Checking router: 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:47:34.339154 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Updating router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 port 8128e629-f8cc-4c73-b60b-c437f165968f binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:47:34.400288 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.886156 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.907598 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Transition to ACTIVE for port object 8128e629-f8cc-4c73-b60b-c437f165968f will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:34.997315 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:35.000179 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:35.148194 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Pushing event updated for resources: {'Port': ['ID=8128e629-f8cc-4c73-b60b-c437f165968f,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:35.164638 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.164981 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.165537 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.165787 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.166110 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.166426 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.166994 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.167086 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.167388 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.167705 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.168014 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.168549 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Tracked resource versions report: Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: pushed versions: Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: { 'AddressGroup': {'1.2'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'ConntrackHelper': {'1.0'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Log': {'1.0'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Network': {'1.1'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Port': {'1.7'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'PortForwarding': {'1.2'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'QosPolicy': {'1.8'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroup': {'1.4'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'SubPort': {'1.0'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Subnet': {'1.1'}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Trunk': {'1.1'}} Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: consumer versions: Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'ConntrackHelper': '1.0', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Log': '1.0', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Network': '1.1', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Port': '1.7', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'PortForwarding': '1.2', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'QosPolicy': '1.8', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroup': '1.4', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroupRule': '1.2', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'SubPort': '1.0', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Subnet': '1.1', Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: 'Trunk': '1.1'}} Jun 28 09:47:35.169458 dv-cinder-786627-12-smb neutron-server[100111]: {{(pid=100111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:47:35.171931 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Attempting to bind port 8128e629-f8cc-4c73-b60b-c437f165968f on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:47:35.172334 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Attempting to bind port 8128e629-f8cc-4c73-b60b-c437f165968f by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:47:35.172761 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Attempting to bind port 8128e629-f8cc-4c73-b60b-c437f165968f on network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:47:35.177315 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:35.180274 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:47:35.180697 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Checking segment: {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:47:35.181175 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:35.181559 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Bound using segment: {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:47:35.182072 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Bound port: 8128e629-f8cc-4c73-b60b-c437f165968f, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8653c6-3a95-43e4-bc84-b5ecd406a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:47:35.182499 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:35.245487 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] For port 8128e629-f8cc-4c73-b60b-c437f165968f, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:47:35.269314 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] For port 8128e629-f8cc-4c73-b60b-c437f165968f, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=8128e629-f8cc-4c73-b60b-c437f165968f,segment=NetworkSegment(4b8653c6-3a95-43e4-bc84-b5ecd406a619),segment_id=4b8653c6-3a95-43e4-bc84-b5ecd406a619)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:47:35.360632 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:35.363391 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:35.419274 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Pushing event updated for resources: {'Port': ['ID=8128e629-f8cc-4c73-b60b-c437f165968f,revision_number=4']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:35.421874 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Routers {'9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:35.422750 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:47:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:35.424489 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:35.512013 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] Set router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 gateway port host: None {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:35.715404 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'name': 'router1', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:47:22Z', 'updated_at': '2021-06-28T09:47:32Z', 'revision_number': 2, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'gw_port_host': None, '_interfaces': [{'id': '8128e629-f8cc-4c73-b60b-c437f165968f', 'name': '', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'mac_address': 'fa:16:3e:9f:7f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:31Z', 'updated_at': '2021-06-28T09:47:35Z', 'revision_number': 4, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'subnets': [{'id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:35.745475 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d436ce9-0d8e-4672-a418-b806f1b2fbfa None None] The sync data for ids ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'] in dv-cinder-786627-12-smb is: [{'id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'name': 'router1', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:47:22Z', 'updated_at': '2021-06-28T09:47:32Z', 'revision_number': 2, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'gw_port_host': None, '_interfaces': [{'id': '8128e629-f8cc-4c73-b60b-c437f165968f', 'name': '', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'mac_address': 'fa:16:3e:9f:7f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:31Z', 'updated_at': '2021-06-28T09:47:35Z', 'revision_number': 4, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'subnets': [{'id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:47:35.826255 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57912) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:35.931531 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be97d22-9ed0-405f-ad7b-2735feab0abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:35.932940 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-3be97d22-9ed0-405f-ad7b-2735feab0abb admin admin] 10.222.0.16 "GET /v2.0/networks/7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 HTTP/1.1" status: 200 len: 842 time: 0.1057324 Jun 28 09:47:35.942542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Request body: {'subnet': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:36.030953 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Made reservation on behalf of 6ac75e8304eb486798f80d81377f688f for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:47:36.033408 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:36.436711 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.objects.ports [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100109) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 09:47:36.437155 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:36.439901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:36.496206 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e454fc6-d126-4d3f-88f1-222e3f12b16e,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:36.498291 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:47:36.498639 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Network hostable DHCP agents. Network: 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:47:36.501581 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:36.585238 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:47:36.642253 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:36.647199 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:36.648245 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:36.652247 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ffdef-8191-49f3-8f3f-151994358858 None None] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:47:36.727019 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7883434 Jun 28 09:47:36.774928 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe57ea-8644-4b5b-b432-ae9c5b538d31 None None] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:47:37.854201 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:47:38.906049 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 8128e629-f8cc-4c73-b60b-c437f165968f up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:38.957802 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57924) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:39.085336 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-de8a409a-2290-4b34-9eeb-a4ad3b0f6aa1 admin admin] 10.222.0.16 "GET /v2.0/routers/9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 HTTP/1.1" status: 200 len: 710 time: 0.1264284 Jun 28 09:47:39.170110 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eddf64-d746-43ab-89c9-3e3cd295013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:39.171465 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a6eddf64-d746-43ab-89c9-3e3cd295013f admin admin] 10.222.0.16 "GET /v2.0/networks/7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 HTTP/1.1" status: 200 len: 886 time: 0.0808358 Jun 28 09:47:39.180518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:39.242827 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 8128e629-f8cc-4c73-b60b-c437f165968f completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:39.246851 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 8128e629-f8cc-4c73-b60b-c437f165968f triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:39.247221 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.336709 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.358128 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 8128e629-f8cc-4c73-b60b-c437f165968f, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=8128e629-f8cc-4c73-b60b-c437f165968f,segment=NetworkSegment(4b8653c6-3a95-43e4-bc84-b5ecd406a619),segment_id=4b8653c6-3a95-43e4-bc84-b5ecd406a619)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:39.422718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.557213 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.559571 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-1d1102b4-dc54-4fa6-8297-4aaff91a47ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:39.653122 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=8128e629-f8cc-4c73-b60b-c437f165968f,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:39.656442 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:39.848354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.921240 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.023170 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Allocated IP 172.28.1.11 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/abd0c31e-533f-492e-b51a-eeb96aa5d447) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:47:40.120563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.248363 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.251278 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:40.285190 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:47:40.289207 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:40.292385 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:47:40.328360 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Pushing event updated for resources: {'Port': ['ID=abd0c31e-533f-492e-b51a-eeb96aa5d447,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:40.357403 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:40.703752 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.889692 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.892959 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884169'] for router, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.898192 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 8128e629-f8cc-4c73-b60b-c437f165968f up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:40.944771 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 8128e629-f8cc-4c73-b60b-c437f165968f triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:40.945144 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.000830 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:47:41.102863 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:47:41.106996 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.112345 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] 10.222.0.16 "PUT /v2.0/routers/9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 HTTP/1.1" status: 200 len: 889 time: 1.9308500 Jun 28 09:47:41.121886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Sync routers for ids ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:47:41.133758 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Routers {'9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:41.134506 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:47:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:41.346643 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Set router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:41.723446 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'name': 'router1', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.11'}], 'enable_snat': True}, 'gw_port_id': 'abd0c31e-533f-492e-b51a-eeb96aa5d447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:47:22Z', 'updated_at': '2021-06-28T09:47:40Z', 'revision_number': 4, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'gw_port': {'id': 'abd0c31e-533f-492e-b51a-eeb96aa5d447', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:39Z', 'updated_at': '2021-06-28T09:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '8128e629-f8cc-4c73-b60b-c437f165968f', 'name': '', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'mac_address': 'fa:16:3e:9f:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:31Z', 'updated_at': '2021-06-28T09:47:39Z', 'revision_number': 5, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'subnets': [{'id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:41.770603 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Checking router: 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:47:41.770950 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Updating router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 port abd0c31e-533f-492e-b51a-eeb96aa5d447 binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:47:41.804907 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.108666 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.118031 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Transition to ACTIVE for port object abd0c31e-533f-492e-b51a-eeb96aa5d447 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:42.211544 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.213888 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:42.260352 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Attempting to bind port abd0c31e-533f-492e-b51a-eeb96aa5d447 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:47:42.260722 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Attempting to bind port abd0c31e-533f-492e-b51a-eeb96aa5d447 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:47:42.261086 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Attempting to bind port abd0c31e-533f-492e-b51a-eeb96aa5d447 on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:47:42.267369 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c24d-c9ce-4432-9470-f05994367d62 None None] Pushing event updated for resources: {'Port': ['ID=abd0c31e-533f-492e-b51a-eeb96aa5d447,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:42.270537 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-cc37c24d-c9ce-4432-9470-f05994367d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:42.271834 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:47:42.272229 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:47:42.272629 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.273011 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:47:42.273478 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Bound port: abd0c31e-533f-492e-b51a-eeb96aa5d447, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:47:42.273877 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.322163 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] For port abd0c31e-533f-492e-b51a-eeb96aa5d447, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:47:42.325140 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] For port abd0c31e-533f-492e-b51a-eeb96aa5d447, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=abd0c31e-533f-492e-b51a-eeb96aa5d447,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:47:42.388924 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.392667 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:42.521265 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Routers {'9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:42.521883 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:47:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:42.554595 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c24d-c9ce-4432-9470-f05994367d62 None None] Pushing event updated for resources: {'Port': ['ID=abd0c31e-533f-492e-b51a-eeb96aa5d447,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:42.558914 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-cc37c24d-c9ce-4432-9470-f05994367d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:42.627498 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] Set router 9ee73d97-054f-49bd-a1c1-677ee8a6a4e0 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:42.830486 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'name': 'router1', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.11'}], 'enable_snat': True}, 'gw_port_id': 'abd0c31e-533f-492e-b51a-eeb96aa5d447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:47:22Z', 'updated_at': '2021-06-28T09:47:40Z', 'revision_number': 4, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'gw_port': {'id': 'abd0c31e-533f-492e-b51a-eeb96aa5d447', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:39Z', 'updated_at': '2021-06-28T09:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '8128e629-f8cc-4c73-b60b-c437f165968f', 'name': '', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'mac_address': 'fa:16:3e:9f:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:31Z', 'updated_at': '2021-06-28T09:47:39Z', 'revision_number': 5, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'subnets': [{'id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:42.860368 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694826aa-f9bc-43e9-a2b9-92644f4959c0 None None] The sync data for ids ['9ee73d97-054f-49bd-a1c1-677ee8a6a4e0'] in dv-cinder-786627-12-smb is: [{'id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'name': 'router1', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.11'}], 'enable_snat': True}, 'gw_port_id': 'abd0c31e-533f-492e-b51a-eeb96aa5d447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:47:22Z', 'updated_at': '2021-06-28T09:47:40Z', 'revision_number': 4, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'gw_port': {'id': 'abd0c31e-533f-492e-b51a-eeb96aa5d447', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:39Z', 'updated_at': '2021-06-28T09:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '8128e629-f8cc-4c73-b60b-c437f165968f', 'name': '', 'network_id': '15a0de70-edc3-4d8d-a9d5-670d9fec5cd9', 'tenant_id': '7b8cbdedbce4420797d5ee17e50445bb', 'mac_address': 'fa:16:3e:9f:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee73d97-054f-49bd-a1c1-677ee8a6a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:47:31Z', 'updated_at': '2021-06-28T09:47:39Z', 'revision_number': 5, 'project_id': '7b8cbdedbce4420797d5ee17e50445bb', 'subnets': [{'id': 'a671252e-32c8-4a2d-a316-ac8060e601d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de2b2a3-49c1-4e81-9af1-8322723c52a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:47:43.441056 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 57932) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:43.562419 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-9465e43e-83bd-42d0-81f2-25646768d277 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1201849 Jun 28 09:47:44.919268 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device abd0c31e-533f-492e-b51a-eeb96aa5d447 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:45.057137 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port abd0c31e-533f-492e-b51a-eeb96aa5d447 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:45.061078 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port abd0c31e-533f-492e-b51a-eeb96aa5d447 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:45.061451 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.136435 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.156550 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port abd0c31e-533f-492e-b51a-eeb96aa5d447, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=abd0c31e-533f-492e-b51a-eeb96aa5d447,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:45.242829 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.245009 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-08274fa6-b01f-4892-bdff-76704a17359b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:45.300380 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=abd0c31e-533f-492e-b51a-eeb96aa5d447,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:45.303653 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:46.915965 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device abd0c31e-533f-492e-b51a-eeb96aa5d447 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:46.972205 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port abd0c31e-533f-492e-b51a-eeb96aa5d447 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:46.972520 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:56.502840 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3fa65533-4b4f-4ece-880e-07b0d69f24af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:58.979674 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c2c99b46-f0cd-4203-871a-1e121c56db43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:59.171425 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:00.225141 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:01.825012 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:14.852848 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:26.498705 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e97dd351-b1a0-4a1c-8de9-c09a04ee760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:28.993046 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a482d1b3-5c29-46e1-9f14-b9403508b901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:29.269911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:30.250723 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:31.812965 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.851628 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:56.486941 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-0513c221-5567-410a-9b83-5ed64d34b396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.981109 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-05b1939b-6391-4932-9848-db3dc6d74eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:59.160540 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:00.212244 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:01.838197 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.729457 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58500) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:20.787479 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.pecan_wsgi.hooks.translation [None req-0046a351-fd47-4d66-9bf5-0209c62c67ae admin admin] GET failed (client error): The resource could not be found. Jun 28 09:49:20.788807 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0046a351-fd47-4d66-9bf5-0209c62c67ae admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0584164 Jun 28 09:49:20.943301 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b6b99-7b7e-4187-a5be-ff6ecc6dd623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:20.944719 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-641b6b99-7b7e-4187-a5be-ff6ecc6dd623 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1522946 Jun 28 09:49:23.057579 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58510) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:23.147518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f9163-057d-4bb0-a055-21e26c133d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:23.148866 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-427f9163-057d-4bb0-a055-21e26c133d45 admin admin] 10.222.0.16 "GET /v2.0/subnets/a671252e-32c8-4a2d-a316-ac8060e601d7 HTTP/1.1" status: 200 len: 849 time: 0.0903699 Jun 28 09:49:23.158649 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:23.245270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.448488 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788692493249'] for subnet, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.450578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d6b15553-40e8-451d-8b80-c6d1bd7215fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:23.480966 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:23.482217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.482838 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] 10.222.0.16 "PUT /v2.0/subnets/a671252e-32c8-4a2d-a316-ac8060e601d7 HTTP/1.1" status: 200 len: 868 time: 0.3286092 Jun 28 09:49:23.496758 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e2a36-89c7-497c-bb23-7ab017c68c31 None None] Network 15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:23.501891 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a671252e-32c8-4a2d-a316-ac8060e601d7,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:23.513354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.513743 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.514055 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.514379 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.514708 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.515033 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.515350 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.515670 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.516607 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.516937 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.517280 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.517597 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:23.521284 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:23.863795 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8677b8b4-af40-4672-b334-82a6829d1cdf None None] Provisioning complete for port 8128e629-f8cc-4c73-b60b-c437f165968f triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:23.865110 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8677b8b4-af40-4672-b334-82a6829d1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.950325 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8677b8b4-af40-4672-b334-82a6829d1cdf None None] Provisioning complete for port 303a7e26-3e72-42fa-b46d-2dcc930aa8ee triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:23.950648 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8677b8b4-af40-4672-b334-82a6829d1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.610445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58518) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:25.800500 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6340e0-9fab-4070-8b93-e8ed27a468a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:25.800884 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6340e0-9fab-4070-8b93-e8ed27a468a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:25.802383 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ac6340e0-9fab-4070-8b93-e8ed27a468a9 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1910036 Jun 28 09:49:26.496788 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4ea11ce4-e204-4972-8b9b-0fb53a1e54ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.916988 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58526) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:28.042303 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc4063-50ce-41da-b82f-c8b02270b5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:28.042772 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc4063-50ce-41da-b82f-c8b02270b5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:28.044263 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-74cc4063-50ce-41da-b82f-c8b02270b5b8 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1263282 Jun 28 09:49:28.850372 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:49:29.003225 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-038cdc88-47e2-4279-abcf-8eb8d5a6166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.154360 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.156790 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58534) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:30.205377 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.284742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315cc30-7d2f-43bc-a13c-44ebd688f25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:30.286634 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8315cc30-7d2f-43bc-a13c-44ebd688f25a admin admin] 10.222.0.16 "GET /v2.0/networks/15a0de70-edc3-4d8d-a9d5-670d9fec5cd9 HTTP/1.1" status: 200 len: 868 time: 0.1277373 Jun 28 09:49:31.842683 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:32.404884 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58542) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:32.626860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d4872-3209-4de4-83d2-937c9dc611da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:32.628140 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ab7d4872-3209-4de4-83d2-937c9dc611da admin admin] 10.222.0.16 "GET /v2.0/networks/7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 HTTP/1.1" status: 200 len: 886 time: 0.2222903 Jun 28 09:49:34.720405 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58550) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:34.838281 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a4361-d82f-406c-9e4c-1aafe16c2a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:34.838742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a4361-d82f-406c-9e4c-1aafe16c2a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:34.840253 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-418a4361-d82f-406c-9e4c-1aafe16c2a6f admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1188691 Jun 28 09:49:36.965547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58558) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:37.058631 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13603087-03c7-4ed7-8ac2-fdfe9aca6bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:37.059079 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13603087-03c7-4ed7-8ac2-fdfe9aca6bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:37.060576 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-13603087-03c7-4ed7-8ac2-fdfe9aca6bee admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940852 Jun 28 09:49:39.208224 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58566) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:39.290826 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a87a85-f58d-4983-9216-02b76c1aa188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:39.292176 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c0a87a85-f58d-4983-9216-02b76c1aa188 admin admin] 10.222.0.16 "GET /v2.0/subnets/4e454fc6-d126-4d3f-88f1-222e3f12b16e HTTP/1.1" status: 200 len: 816 time: 0.0829742 Jun 28 09:49:41.414698 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58574) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:41.505912 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c4295-6333-42f0-beef-61097caeca96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:41.507302 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a45c4295-6333-42f0-beef-61097caeca96 admin admin] 10.222.0.16 "GET /v2.0/subnets/a671252e-32c8-4a2d-a316-ac8060e601d7 HTTP/1.1" status: 200 len: 868 time: 0.0916576 Jun 28 09:49:56.501782 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a5efde2-6b03-4cd3-b928-1964dc97887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:58.975930 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-240dc073-0c04-4728-8960-ce194a72004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:59.250703 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:00.221803 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:01.815954 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:04.568431 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58618) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:04.614906 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [None req-a042358e-d1c6-48e6-bba7-2947f31c0b65 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:50:04.618173 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a042358e-d1c6-48e6-bba7-2947f31c0b65 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463922 Jun 28 09:50:05.848760 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:06.810719 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58626) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:06.868325 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf82767-85db-43d3-8453-fce12161ad0c admin admin] GET failed (client error): The resource could not be found. Jun 28 09:50:06.869601 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-cdf82767-85db-43d3-8453-fce12161ad0c admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579455 Jun 28 09:50:06.949838 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3a021-3848-4d7c-aec5-e760c4efaea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:06.951281 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-9bd3a021-3848-4d7c-aec5-e760c4efaea2 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0779765 Jun 28 09:50:09.089801 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58634) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:09.135528 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:50:09.241823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Made reservation on behalf of 6ac75e8304eb486798f80d81377f688f for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:50:09.246458 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:09.275002 dv-cinder-786627-12-smb neutron-server[100109]: WARNING neutron.services.revisions.revision_plugin [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Could not find related network for resource to bump revision. Jun 28 09:50:09.287732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:50:09.297270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:09.298043 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Added segment a327910c-088b-4a99-b617-ba25e51e65cd of type vlan for network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb Jun 28 09:50:09.333870 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:09.415625 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:09.416917 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:09.417488 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:09.419415 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-34915e32-086c-4837-aeee-016eaee5306e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:09.473306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3d44d5-1d96-4833-87a3-c4ac6d2395bb,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:09.475948 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:09.483004 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:50:09.533289 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4373991 Jun 28 09:50:11.651566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58642) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:11.709429 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5df9c5f-b07d-4e65-bc37-313918e6373d admin admin] GET failed (client error): The resource could not be found. Jun 28 09:50:11.710707 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f5df9c5f-b07d-4e65-bc37-313918e6373d admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581803 Jun 28 09:50:11.779074 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2021b6-8ce5-4d8e-80a6-e27bf41f8f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:11.781129 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8d2021b6-8ce5-4d8e-80a6-e27bf41f8f53 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0667036 Jun 28 09:50:11.790370 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:50:11.912448 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Made reservation on behalf of 6ac75e8304eb486798f80d81377f688f for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:50:11.914680 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:12.187668 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:12.190667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-947c5af0-52b2-4ed0-b715-72a0ff3dd567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:12.244880 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493d9fc5-dc22-490b-9c00-65bbd191b352,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:12.248394 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:12.250020 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Checking segment: {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:50:12.250283 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Network hostable DHCP agents. Network: 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:50:12.329860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:50:12.430134 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:50:12.434522 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:12.436261 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:12.443010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dbc8fd-fe10-4af4-9f1a-c7620396c5a5 None None] Network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:50:12.559213 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7720575 Jun 28 09:50:12.677708 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-2a3d44d5-1d96-4833-87a3-c4ac6d2395bb', 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb', 'tenant_id': '6ac75e8304eb486798f80d81377f688f', 'fixed_ips': [{'subnet_id': '493d9fc5-dc22-490b-9c00-65bbd191b352'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:50:12.678798 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:12.815561 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Allocated IP 192.168.233.2 (2a3d44d5-1d96-4833-87a3-c4ac6d2395bb/493d9fc5-dc22-490b-9c00-65bbd191b352/7cda12b0-81c1-463b-a018-5ca3c755fb9d) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:50:12.956386 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:12.965506 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Transition to ACTIVE for port object 7cda12b0-81c1-463b-a018-5ca3c755fb9d will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:50:12.979960 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Transition to ACTIVE for port object 7cda12b0-81c1-463b-a018-5ca3c755fb9d will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:50:13.079647 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:13.081819 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:13.116755 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:50:13.119445 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:50:13.125831 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:50:13.130951 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Pushing event updated for resources: {'Port': ['ID=7cda12b0-81c1-463b-a018-5ca3c755fb9d,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:13.141689 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.142030 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.142359 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.142689 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.143010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.143392 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.143723 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.144037 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.144374 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.144686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.144995 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.145303 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:13.163510 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:13.195407 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Attempting to bind port 7cda12b0-81c1-463b-a018-5ca3c755fb9d on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:50:13.195803 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Attempting to bind port 7cda12b0-81c1-463b-a018-5ca3c755fb9d by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:50:13.196266 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Attempting to bind port 7cda12b0-81c1-463b-a018-5ca3c755fb9d on network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:50:13.202162 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:50:13.202532 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Checking segment: {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:50:13.202936 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:13.203378 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Bound using segment: {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:50:13.203851 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Bound port: 7cda12b0-81c1-463b-a018-5ca3c755fb9d, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:50:13.204529 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:13.270128 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] For port 7cda12b0-81c1-463b-a018-5ca3c755fb9d, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:50:13.273515 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] For port 7cda12b0-81c1-463b-a018-5ca3c755fb9d, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=7cda12b0-81c1-463b-a018-5ca3c755fb9d,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:50:13.387748 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:13.390134 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:13.443934 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Pushing event updated for resources: {'Port': ['ID=7cda12b0-81c1-463b-a018-5ca3c755fb9d,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:13.447075 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:14.235915 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6898f777-b7dc-4883-8998-b36fd092f0af None None] Network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:50:14.396998 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-b9204283-050a-457e-9b44-f07265c42fa3 None None] Provisioning for port 7cda12b0-81c1-463b-a018-5ca3c755fb9d completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:50:15.022467 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 7cda12b0-81c1-463b-a018-5ca3c755fb9d up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:50:15.135321 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 7cda12b0-81c1-463b-a018-5ca3c755fb9d completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:50:15.139427 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 7cda12b0-81c1-463b-a018-5ca3c755fb9d triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:50:15.139800 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:15.219381 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:15.250552 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 7cda12b0-81c1-463b-a018-5ca3c755fb9d, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=7cda12b0-81c1-463b-a018-5ca3c755fb9d,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:50:15.335760 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:15.339196 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:15.389020 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=7cda12b0-81c1-463b-a018-5ca3c755fb9d,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:15.392610 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:17.003966 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 7cda12b0-81c1-463b-a018-5ca3c755fb9d up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:50:17.050740 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 7cda12b0-81c1-463b-a018-5ca3c755fb9d triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:50:17.051102 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:26.541149 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-38905b27-7dfc-4865-a21b-f974c1e5a432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:29.003568 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-51993060-e7ae-4876-8580-b2eed8366c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:29.186377 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:30.235548 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:31.841077 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:42.847649 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:56.526034 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b3aa157f-56f4-40f6-80a6-7ed0e17ef1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:59.030090 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e6ad76d1-82cd-4de5-97f6-882c992a587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:59.183860 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:00.232307 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:01.824085 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:19.846097 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:26.553843 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8d6d-11c7-483d-975a-b885d965fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:28.997280 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2e79-4161-4008-9fa2-d8b8c364b68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:29.165842 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:30.236451 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:31.504757 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58694) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:51:31.510983 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [None req-5fbd4e73-f6ad-4c7c-b6a8-a0bcfb68f487 tempest-verify_tempest_config-690773278 tempest-verify_tempest_config-690773278-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:51:31.511996 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5fbd4e73-f6ad-4c7c-b6a8-a0bcfb68f487 tempest-verify_tempest_config-690773278 tempest-verify_tempest_config-690773278-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062604 Jun 28 09:51:31.856658 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.068259 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 58712) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:51:32.236602 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.policy [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:51:32.293401 dv-cinder-786627-12-smb neutron-server[100108]: WARNING oslo_policy.policy [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:51:32.294385 dv-cinder-786627-12-smb neutron-server[100108]: WARNING oslo_policy.policy [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:51:32.342473 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.350794 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.quota [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Loaded quota_driver: . Jun 28 09:51:32.518631 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.596386 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.600331 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:51:32.651494 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=847ce760f0944e25bc974e701ba509d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5809288 Jun 28 09:51:32.653016 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 58722) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:51:32.655500 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea7e95-18fe-438d-b43d-43c32c3c2bf0,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:51:32.669530 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.669875 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.670205 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.670629 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.670953 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.671292 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.671730 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.671917 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.672281 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.672600 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.672908 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.673208 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Tracked resource versions report: Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: pushed versions: Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: { 'AddressGroup': {'1.2'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'ConntrackHelper': {'1.0'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Log': {'1.0'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Network': {'1.1'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Port': {'1.7'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'PortForwarding': {'1.2'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'QosPolicy': {'1.8'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroup': {'1.4'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'SubPort': {'1.0'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Subnet': {'1.1'}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Trunk': {'1.1'}} Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: consumer versions: Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'ConntrackHelper': '1.0', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Log': '1.0', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Network': '1.1', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Port': '1.7', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'PortForwarding': '1.2', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'QosPolicy': '1.8', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroup': '1.4', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroupRule': '1.2', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'SubPort': '1.0', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Subnet': '1.1', Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: 'Trunk': '1.1'}} Jun 28 09:51:32.674354 dv-cinder-786627-12-smb neutron-server[100108]: {{(pid=100108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:51:32.707282 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:51:32.720139 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.742939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.905788 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.908708 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:32.909884 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0ea7e95-18fe-438d-b43d-43c32c3c2bf0 HTTP/1.1" status: 204 len: 168 time: 0.2558315 Jun 28 09:51:32.910848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:51:32.922186 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea7e95-18fe-438d-b43d-43c32c3c2bf0,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:51:32.930687 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.931039 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.931377 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.931710 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.932044 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.932408 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.932736 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.933101 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.933418 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.933780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.934791 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.935265 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:51:32.940289 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:51:56.504044 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e4f117af-fe07-43a4-8c0f-9e52bbd12d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:56.844288 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:59.013288 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4673e824-0f90-48de-b08a-e498cbef4199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:59.195490 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:00.258455 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:01.833157 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:26.501052 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-95feee75-352e-4370-9975-fd501a83702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:28.992339 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b003c7c0-b654-4a9e-a8ac-a81f9eddde15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:29.160286 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:30.238115 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:31.860573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:33.842919 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:52:56.496606 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a1cb746b-6484-4ba4-8662-f37134598c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.019923 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-6be33db1-be57-47ba-8751-fd8cee085a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:59.197099 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.231760 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.862573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:10.842165 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 5 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:13.249177 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890031'] for agent, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:18.115812 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 58780) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:18.218098 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-f4df5091-7fa4-4ca3-a16e-ea2df04c3dc6 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1012037 Jun 28 09:53:20.368349 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 58790) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:20.422020 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d309bdfd-ca85-435c-b3df-212f6dc520c5 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0525975 Jun 28 09:53:26.490207 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ac55a31c-7e25-4af4-a7e4-a81f743d718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.030769 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-9a452fce-96a1-4cd4-b3b2-33d987321266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:29.233834 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.287896 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.873488 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.158831 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:47.840840 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:56.530421 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-70ac8cf3-4beb-4f6d-9bd3-ac57419fb103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.026572 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e199ebb8-9ed4-47d3-a157-2c8be494a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.203762 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.281209 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.912906 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.198413 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.868722 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:54:26.523808 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-beeeeaf6-9f7f-47a8-9405-b4b758b99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.060701 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c0aa80ea-c808-432d-a611-fb82be2fea8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.227477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.284313 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.858593 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:43.206712 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:56.554371 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-6685bf7b-1f6a-4e26-992b-99e558a840d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:59.070537 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4bc256d9-da9f-4972-b5e2-d1e94f192fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:59.196494 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.299624 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.852703 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:01.880321 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:06.916693 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 58956) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:07.316257 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-network', 'tenant_id': '2bb23f9033624f18873434d0b8653f41'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:07.464866 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Made reservation on behalf of 2bb23f9033624f18873434d0b8653f41 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:07.467948 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:07.478157 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:07.595516 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:07.704727 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:07.710466 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:07.740038 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:07.752345 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.752727 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.753091 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.753428 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.753773 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.754125 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.754478 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.754985 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.755302 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.755621 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.755930 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.756265 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Tracked resource versions report: Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: pushed versions: Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: { 'AddressGroup': {'1.2'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'ConntrackHelper': {'1.0'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Log': {'1.0'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Network': {'1.1'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Port': {'1.7'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'PortForwarding': {'1.2'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'QosPolicy': {'1.8'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroup': {'1.4'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'SubPort': {'1.0'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Subnet': {'1.1'}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Trunk': {'1.1'}} Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: consumer versions: Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'ConntrackHelper': '1.0', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Log': '1.0', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Network': '1.1', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Port': '1.7', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'PortForwarding': '1.2', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'QosPolicy': '1.8', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroup': '1.4', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'SecurityGroupRule': '1.2', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'SubPort': '1.0', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Subnet': '1.1', Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: 'Trunk': '1.1'}} Jun 28 09:55:07.757701 dv-cinder-786627-12-smb neutron-server[100108]: {{(pid=100108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:55:07.764468 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:55:07.768762 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:07.782824 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788692609037', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:07.783422 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Unsubscribe: segment precommit_create {{(pid=100108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:55:07.783900 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Added segment b4e51707-03b5-4fca-98bb-453b38afa379 of type vlan for network 79271b43-55da-459a-8de0-8588507f315b Jun 28 09:55:07.887865 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.058911 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.060574 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:08.061244 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.064474 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:08.162579 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=79271b43-55da-459a-8de0-8588507f315b,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:08.166433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:08.175213 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 79271b43-55da-459a-8de0-8588507f315b details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:55:08.336707 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4188199 Jun 28 09:55:08.338626 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59004) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:08.346287 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Request body: {'subnet': {'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-subnet', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:08.510505 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Made reservation on behalf of 2bb23f9033624f18873434d0b8653f41 for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:08.513744 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.792412 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59026) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:08.850147 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59032) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:08.925782 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.929397 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:08.980716 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc6f391-61fe-451e-8c99-6bd04fbb1b17,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:08.993449 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.994058 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.994598 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.995113 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.996201 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.996573 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.997097 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.997616 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.998044 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.998383 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.998914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:08.999427 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Tracked resource versions report: Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: pushed versions: Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: { 'AddressGroup': {'1.2'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'ConntrackHelper': {'1.0'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Log': {'1.0'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Network': {'1.1'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Port': {'1.7'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'PortForwarding': {'1.2'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'QosPolicy': {'1.8'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroup': {'1.4'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'SubPort': {'1.0'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Subnet': {'1.1'}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Trunk': {'1.1'}} Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: consumer versions: Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'ConntrackHelper': '1.0', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Log': '1.0', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Network': '1.1', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Port': '1.7', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'PortForwarding': '1.2', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'QosPolicy': '1.8', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroup': '1.4', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'SecurityGroupRule': '1.2', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'SubPort': '1.0', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Subnet': '1.1', Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: 'Trunk': '1.1'}} Jun 28 09:55:09.000573 dv-cinder-786627-12-smb neutron-server[100109]: {{(pid=100109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:55:09.004212 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:09.025986 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Checking segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:09.032564 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Network hostable DHCP agents. Network: 79271b43-55da-459a-8de0-8588507f315b, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:55:09.158553 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-618352780-network', 'tenant_id': 'dcf7a1694cb541dda764d01823e73e8c'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:09.197944 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-726228918-network', 'tenant_id': '5e529502fdf24590904c689f3041c151'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:09.248613 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Network 79271b43-55da-459a-8de0-8588507f315b is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:55:09.350533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Made reservation on behalf of dcf7a1694cb541dda764d01823e73e8c for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:09.353314 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.365249 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.529275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Made reservation on behalf of 5e529502fdf24590904c689f3041c151 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:09.532436 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 79271b43-55da-459a-8de0-8588507f315b) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:09.539680 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.541572 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234f6f9-34dc-4c5f-9288-27f59f14c57a None None] Network 79271b43-55da-459a-8de0-8588507f315b requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:09.557628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:09.560459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.564520 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.669007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.699703 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933bcd9b-2f63-466e-9343-480d04424c8d None None] Network 79271b43-55da-459a-8de0-8588507f315b requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:09.910476 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.916033 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2218b93b-93a0-4b6f-ad30-27c17c028881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:09.937604 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:55:09.956794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2768c-285a-40f6-9a3c-302756d3f23d,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:09.959946 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:09.960408 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Added segment c225d466-73c5-4f4d-a998-3c65f1fde0f0 of type vlan for network f7682401-e958-4d03-9b4e-b3e53f2aed1d Jun 28 09:55:09.992459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:10.007595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.099883 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7603095 Jun 28 09:55:10.106050 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59064) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:10.110598 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:10.189081 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.190397 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:10.191090 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.194066 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0bb656d6-60b8-4511-a8bd-be85ff4d0b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:10.204731 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.254851 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Pushing event updated for resources: {'Network': ['ID=f7682401-e958-4d03-9b4e-b3e53f2aed1d,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:10.259678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:10.269345 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network f7682401-e958-4d03-9b4e-b3e53f2aed1d details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:55:10.431642 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.463318 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:10.469977 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:55:10.472549 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1158c16-ae46-4b24-9961-0281454501fb,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:10.480734 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:10.486786 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.487176 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Added segment 33e624d6-d4e2-4fb3-b95f-ab49f5d1e442 of type vlan for network 996b4ef8-91c5-4485-94bb-c9a71539330c Jun 28 09:55:10.529236 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.686551 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.687525 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.732903 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.735819 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:10.739236 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.760585 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:10.783493 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:10.794707 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9977589 Jun 28 09:55:10.795029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59108) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:10.801441 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Request body: {'subnet': {'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-618352780-subnet', 'tenant_id': 'dcf7a1694cb541dda764d01823e73e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:10.853122 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Pushing event updated for resources: {'Network': ['ID=996b4ef8-91c5-4485-94bb-c9a71539330c,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:10.867609 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:10.882854 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 996b4ef8-91c5-4485-94bb-c9a71539330c details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:55:10.944412 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0925100 Jun 28 09:55:10.948836 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59112) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:10.955455 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Request body: {'subnet': {'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-726228918-subnet', 'tenant_id': '5e529502fdf24590904c689f3041c151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:11.179794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Made reservation on behalf of dcf7a1694cb541dda764d01823e73e8c for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:11.182485 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:11.428054 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:11.439964 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Made reservation on behalf of 5e529502fdf24590904c689f3041c151 for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:11.443160 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Notify callbacks [] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:11.737884 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:11.740691 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:11.823265 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91106001-0b35-4a47-b263-e18593b17a05,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:11.828754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:11.859681 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Checking segment: {'id': 'c225d466-73c5-4f4d-a998-3c65f1fde0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:11.860032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Network hostable DHCP agents. Network: f7682401-e958-4d03-9b4e-b3e53f2aed1d, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:55:11.977870 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.005418 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:12.009317 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.037129 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.045116 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbd1af6-fd64-4996-b923-97ad7218310b,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:12.049134 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:12.059804 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Network f7682401-e958-4d03-9b4e-b3e53f2aed1d is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:55:12.067112 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Checking segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:12.067596 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Network hostable DHCP agents. Network: 996b4ef8-91c5-4485-94bb-c9a71539330c, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:55:12.155226 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Allocated IP 172.28.1.220 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/7e25f110-8812-4d9c-b13e-9f42b030cb35) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:12.173028 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59138) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:12.285646 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.298287 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.369787 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Network 996b4ef8-91c5-4485-94bb-c9a71539330c is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:55:12.391778 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.579685 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, f7682401-e958-4d03-9b4e-b3e53f2aed1d) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:12.581118 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 996b4ef8-91c5-4485-94bb-c9a71539330c) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:12.583370 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.583739 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.596051 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0342f69-21a2-4520-8f4d-ad8bdd7bf436 None None] Network f7682401-e958-4d03-9b4e-b3e53f2aed1d requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:12.612696 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1370f432-8c53-4c50-882d-ee6f6215d741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:12.614600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5d0ca90b-639c-4eb5-b086-cc46d6513c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:12.645236 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:12.646642 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.666400 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70b4f0-0e30-4457-a555-f99f69810bf3,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:12.705073 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:12.705073 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e87a347b45334387bc3767c1240b2c01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5211184 Jun 28 09:55:12.711374 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59158) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:12.717142 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59160) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:12.717613 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:12.720038 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:12.720962 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.723642 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Pushing event updated for resources: {'Port': ['ID=7e25f110-8812-4d9c-b13e-9f42b030cb35,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:12.726780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:12.729166 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f729ab8-2c75-41a1-8cd0-e13c3c6a19e0 None None] Network 996b4ef8-91c5-4485-94bb-c9a71539330c requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:12.746559 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:12.788966 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:12.824621 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.888470 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:12.908764 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9584882 Jun 28 09:55:12.936153 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1313367 Jun 28 09:55:13.001406 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80676e-5125-42ff-a415-8fd617d83cb9 None None] Network 996b4ef8-91c5-4485-94bb-c9a71539330c requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:13.017071 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.242735 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.252078 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.256526 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e70b4f0-0e30-4457-a555-f99f69810bf3 HTTP/1.1" status: 204 len: 168 time: 0.5435607 Jun 28 09:55:13.259414 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e0157d76-0b5d-4c71-b547-f9242046628f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:13.263768 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a8eb3-64aa-43ed-9b1e-2431fc0379e8 None None] Network f7682401-e958-4d03-9b4e-b3e53f2aed1d requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:13.319166 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70b4f0-0e30-4457-a555-f99f69810bf3,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:13.328513 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:13.341039 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.393469 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.641638 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.643081 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.719517 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.723827 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:13.766059 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18447b427ae14f8d8952769dca06c079&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0464773 Jun 28 09:55:13.767786 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc095ae3-1d3e-446c-a130-8a0500bdf78c,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:13.769595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59202) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:13.772941 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:13.820584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.841198 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:13.977155 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Router daadf486-d163-4108-979e-ee247c2873e8 is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:55:14.085786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:55:14.101541 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Sync routers for ids ['daadf486-d163-4108-979e-ee247c2873e8'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:55:14.105949 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:14.111048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:14.115121 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc095ae3-1d3e-446c-a130-8a0500bdf78c HTTP/1.1" status: 204 len: 168 time: 0.3421817 Jun 28 09:55:14.115121 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:14.121487 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Routers {'daadf486-d163-4108-979e-ee247c2873e8'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:55:14.122838 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:54:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['daadf486-d163-4108-979e-ee247c2873e8'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:14.126138 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc095ae3-1d3e-446c-a130-8a0500bdf78c,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:14.131000 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:14.287915 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:14.289190 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1821373 Jun 28 09:55:14.294307 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59224) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:14.358308 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59226) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:14.392995 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Set router daadf486-d163-4108-979e-ee247c2873e8 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:55:14.411005 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59236) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:14.415449 dv-cinder-786627-12-smb neutron-server[100109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:55:14.714898 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:55:13Z', 'revision_number': 3, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:14.743921 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Checking router: daadf486-d163-4108-979e-ee247c2873e8 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:55:14.744635 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Updating router daadf486-d163-4108-979e-ee247c2873e8 port 7e25f110-8812-4d9c-b13e-9f42b030cb35 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:55:14.799118 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:14.828142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-aa960462-a370-4651-96f9-6235fa4a149c tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:14.836001 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-aa960462-a370-4651-96f9-6235fa4a149c tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.4233739 Jun 28 09:55:14.849785 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-c3b586c2-dd0d-4ed7-b4a3-d87732230771 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/quotas/5e529502fdf24590904c689f3041c151 HTTP/1.1" status: 200 len: 375 time: 0.0127463 Jun 28 09:55:14.930502 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-9b81a976-73c9-4369-9f5a-775bd9982276 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738435 Jun 28 09:55:15.138133 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.158650 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Transition to ACTIVE for port object 7e25f110-8812-4d9c-b13e-9f42b030cb35 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:15.190514 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.207487 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.308908 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59246) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:15.331466 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.337114 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:15.343771 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.370487 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.380960 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Pushing event updated for resources: {'Port': ['ID=7e25f110-8812-4d9c-b13e-9f42b030cb35,revision_number=2']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:15.391151 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.391488 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.392144 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.392495 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.392824 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.393155 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.393489 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.393815 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.394158 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.394486 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.394811 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.395105 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Tracked resource versions report: Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: pushed versions: Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: { 'AddressGroup': {'1.2'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'ConntrackHelper': {'1.0'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Log': {'1.0'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Network': {'1.1'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Port': {'1.7'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'PortForwarding': {'1.2'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'QosPolicy': {'1.8'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroup': {'1.4'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'SubPort': {'1.0'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Subnet': {'1.1'}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Trunk': {'1.1'}} Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: consumer versions: Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'ConntrackHelper': '1.0', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Log': '1.0', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Network': '1.1', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Port': '1.7', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'PortForwarding': '1.2', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'QosPolicy': '1.8', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroup': '1.4', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'SecurityGroupRule': '1.2', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'SubPort': '1.0', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Subnet': '1.1', Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: 'Trunk': '1.1'}} Jun 28 09:55:15.396468 dv-cinder-786627-12-smb neutron-server[100111]: {{(pid=100111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:55:15.403447 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:15.422292 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Attempting to bind port 7e25f110-8812-4d9c-b13e-9f42b030cb35 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:15.422665 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Attempting to bind port 7e25f110-8812-4d9c-b13e-9f42b030cb35 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:15.423968 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Attempting to bind port 7e25f110-8812-4d9c-b13e-9f42b030cb35 on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:15.430199 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:15.430853 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:15.431469 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.432016 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:15.432754 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Bound port: 7e25f110-8812-4d9c-b13e-9f42b030cb35, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:15.433824 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.492074 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] For port 7e25f110-8812-4d9c-b13e-9f42b030cb35, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:15.496332 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] For port 7e25f110-8812-4d9c-b13e-9f42b030cb35, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=7e25f110-8812-4d9c-b13e-9f42b030cb35,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:15.536767 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.545151 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-6df96980-2ff7-403c-8785-d9c33ed42e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:15.591542 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ba4d8722cfc4b93a1cf16dba2adf9cd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2320819 Jun 28 09:55:15.599025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59250) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:15.604161 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Allocated IP 172.20.0.1 (79271b43-55da-459a-8de0-8588507f315b/8dc6f391-61fe-451e-8c99-6bd04fbb1b17/33d1700e-c85d-4bf9-9f97-295199a755bd) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:15.644711 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e68ca2d-3ae2-4a61-ab1d-4bf9982a9dd3,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:15.671221 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:15.731855 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.760357 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.763219 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:15.770273 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.861110 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Routers {'daadf486-d163-4108-979e-ee247c2873e8'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:55:15.862206 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:54:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['daadf486-d163-4108-979e-ee247c2873e8'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:15.887859 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-9d775e18-2772-4737-9567-39d1a7d42811 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:55:15.889788 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-9d775e18-2772-4737-9567-39d1a7d42811 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0999117 Jun 28 09:55:15.940273 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Pushing event updated for resources: {'Port': ['ID=7e25f110-8812-4d9c-b13e-9f42b030cb35,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:15.955387 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:15.956970 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59262) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:15.965172 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.988602 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.054186 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-645c960a-08be-498e-91c1-55bf20292263 service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553938 Jun 28 09:55:16.054684 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.057944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.060023 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e68ca2d-3ae2-4a61-ab1d-4bf9982a9dd3 HTTP/1.1" status: 204 len: 168 time: 0.4625640 Jun 28 09:55:16.062631 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:16.078900 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] Set router daadf486-d163-4108-979e-ee247c2873e8 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:55:16.153883 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e68ca2d-3ae2-4a61-ab1d-4bf9982a9dd3,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:16.158300 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:16.183894 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.201130 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-1be12d09-c419-4219-b823-26878fe84c8c service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396973 Jun 28 09:55:16.377917 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59278) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:16.382816 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:55:13Z', 'revision_number': 3, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:16.383778 dv-cinder-786627-12-smb neutron-server[100108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:55:16.410160 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c211f-2e43-42c2-b48f-e962f255d0b3 None None] The sync data for ids ['daadf486-d163-4108-979e-ee247c2873e8'] in dv-cinder-786627-12-smb is: [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:55:13Z', 'revision_number': 3, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:55:16.506884 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.533967 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c793b526-14ec-4f96-9043-208c8523f72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:16.676763 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.676763 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0028a1d7790d4483ad2a7aa070b4b7eb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3514574 Jun 28 09:55:16.677730 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59286) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:16.681285 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-80512ef0-3b15-4da2-8e4a-0b536f1f2954 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:16.681285 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-80512ef0-3b15-4da2-8e4a-0b536f1f2954 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/networks?id=f7682401-e958-4d03-9b4e-b3e53f2aed1d HTTP/1.1" status: 200 len: 811 time: 0.3014929 Jun 28 09:55:16.705911 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9352ad-6b29-43b7-ae27-ad156320da0a,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:16.718550 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:16.734159 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:16.748250 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Network 79271b43-55da-459a-8de0-8588507f315b is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:16.828519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.857174 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:16.880637 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-73215841-e60d-433b-be87-0d933acacf5f tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/quotas/dcf7a1694cb541dda764d01823e73e8c HTTP/1.1" status: 200 len: 375 time: 0.1772523 Jun 28 09:55:16.881897 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:16.883001 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.888611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.077600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.089983 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Pushing event updated for resources: {'Port': ['ID=33d1700e-c85d-4bf9-9f97-295199a755bd,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:17.090290 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.098678 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb9352ad-6b29-43b7-ae27-ad156320da0a HTTP/1.1" status: 204 len: 168 time: 0.4328284 Jun 28 09:55:17.104381 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:17.133742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9352ad-6b29-43b7-ae27-ad156320da0a,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:17.140993 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:17.162228 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-9ce3e0ee-eb7c-4127-b5ce-116a21139287 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcf7a1694cb541dda764d01823e73e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2570245 Jun 28 09:55:17.218441 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:17.313015 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.463629 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 7e25f110-8812-4d9c-b13e-9f42b030cb35 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:17.584399 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.590001 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:17.652196 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ca3876501c24a2998bccd185f09d3e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6916244 Jun 28 09:55:17.654934 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59322) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:17.657233 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040193bd-b035-4c1f-be4e-3bdd6094d67e,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:17.660448 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:17.737809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.742996 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 7e25f110-8812-4d9c-b13e-9f42b030cb35 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:17.772602 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 7e25f110-8812-4d9c-b13e-9f42b030cb35 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:17.779915 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.810876 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.873457 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.933658 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:17.968407 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 7e25f110-8812-4d9c-b13e-9f42b030cb35, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=7e25f110-8812-4d9c-b13e-9f42b030cb35,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:18.044399 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.049913 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.049913 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/040193bd-b035-4c1f-be4e-3bdd6094d67e HTTP/1.1" status: 204 len: 168 time: 0.3924336 Jun 28 09:55:18.050505 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:18.060731 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040193bd-b035-4c1f-be4e-3bdd6094d67e,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:18.070630 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:18.127882 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.186332 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00f0980e-32c8-4787-8411-7601b5a88bf6 req-42c0c7ff-9f78-4369-8af2-5e1e754ac9f0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0698767 Jun 28 09:55:18.218260 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.218260 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:18.281913 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=7e25f110-8812-4d9c-b13e-9f42b030cb35,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:18.282151 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59342) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:18.291080 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.291814 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.292907 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.293416 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.294247 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.294788 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.295270 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.295761 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.296477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.297260 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.298030 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.298353 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Tracked resource versions report: Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: pushed versions: Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: { 'AddressGroup': {'1.2'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'ConntrackHelper': {'1.0'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Log': {'1.0'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Network': {'1.1'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Port': {'1.7'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'PortForwarding': {'1.2'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'QosPolicy': {'1.8'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroup': {'1.4'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'SubPort': {'1.0'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Subnet': {'1.1'}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Trunk': {'1.1'}} Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: consumer versions: Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: { DHCP agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: L3 agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: Metadata agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: Metering agent@dv-cinder-786627-12-smb: {}, Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: Open vSwitch agent@dv-cinder-786627-12-smb: { 'AddressGroup': '1.2', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'ConntrackHelper': '1.0', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Log': '1.0', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Network': '1.1', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Port': '1.7', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'PortForwarding': '1.2', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'QosPolicy': '1.8', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroup': '1.4', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'SecurityGroupRule': '1.2', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'SubPort': '1.0', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Subnet': '1.1', Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: 'Trunk': '1.1'}} Jun 28 09:55:18.299533 dv-cinder-786627-12-smb neutron-server[100110]: {{(pid=100110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:55:18.305958 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:18.328933 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.505798 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.515786 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.525277 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:18.564873 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.637156 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Pushing event updated for resources: {'Port': ['ID=33d1700e-c85d-4bf9-9f97-295199a755bd,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:18.640012 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:18.689850 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Network 79271b43-55da-459a-8de0-8588507f315b is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:18.693150 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:18.699967 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.710931 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-ef2ac85f-419f-4e46-a6a2-d061d36b5665 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:55:18.711966 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-ef2ac85f-419f-4e46-a6a2-d061d36b5665 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0860298 Jun 28 09:55:18.712613 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:18.908729 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549953b6-6a09-410a-b61b-460e0ff7ee48,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:18.911919 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:18.965347 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb0220cb19f24d88b0d9217b02594b1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6818924 Jun 28 09:55:18.968284 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59362) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:19.020794 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Router daadf486-d163-4108-979e-ee247c2873e8 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:55:19.026355 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-c5ef166a-c9b4-4821-8ae7-eed73229f6e1 service neutron] 10.222.0.16 "GET /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748439 Jun 28 09:55:19.029661 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:19.059304 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:19.234068 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:55:19.252296 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] 10.222.0.16 "PUT /v2.0/routers/daadf486-d163-4108-979e-ee247c2873e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9498541 Jun 28 09:55:19.261098 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Sync routers for ids ['daadf486-d163-4108-979e-ee247c2873e8'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:55:19.268571 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-368e98a8-3f23-4c4a-8522-5a65359d07af service neutron] 10.222.0.16 "GET /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999297 Jun 28 09:55:19.275528 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 7e25f110-8812-4d9c-b13e-9f42b030cb35 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:19.307174 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9b03185-b086-4a7e-8db6-8edc7b4c1bd4 req-f0b10c7e-7d8d-4f49-93ef-75ca95557205 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0449026 Jun 28 09:55:19.313652 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Routers {'daadf486-d163-4108-979e-ee247c2873e8'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:55:19.314341 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:54:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['daadf486-d163-4108-979e-ee247c2873e8'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:19.388242 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 7e25f110-8812-4d9c-b13e-9f42b030cb35 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:19.388609 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:19.468589 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:19.473828 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:19.475493 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/549953b6-6a09-410a-b61b-460e0ff7ee48 HTTP/1.1" status: 204 len: 168 time: 0.5060203 Jun 28 09:55:19.476727 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:19.509141 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Set router daadf486-d163-4108-979e-ee247c2873e8 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:55:19.511637 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549953b6-6a09-410a-b61b-460e0ff7ee48,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:19.525888 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:19.864020 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '33d1700e-c85d-4bf9-9f97-295199a755bd', 'name': '', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'mac_address': 'fa:16:3e:d9:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:15Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 2, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'subnets': [{'id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:19.908957 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Checking router: daadf486-d163-4108-979e-ee247c2873e8 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:55:19.909321 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Updating router daadf486-d163-4108-979e-ee247c2873e8 port 33d1700e-c85d-4bf9-9f97-295199a755bd binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:55:20.057641 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8bf79d9f-df5d-493c-885f-4d5ae887ecb4 req-7c5de404-c080-4dd8-a9a0-0aea60b68c0f tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0667517 Jun 28 09:55:20.153520 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.470535 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d9ec56ab-01ce-4a02-ac41-b7ed3a51adf0 req-76999c45-ad25-4d0b-a698-d7f414256e23 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0720096 Jun 28 09:55:20.710031 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.719865 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Transition to ACTIVE for port object 33d1700e-c85d-4bf9-9f97-295199a755bd will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:20.836002 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-4f882b06-b1a7-41e0-8bd3-0a9479453229 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:20.837726 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-4f882b06-b1a7-41e0-8bd3-0a9479453229 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 819 time: 0.2531576 Jun 28 09:55:20.859240 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-3747855f-a6a2-471e-9894-9e5d6545b875 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/quotas/2bb23f9033624f18873434d0b8653f41 HTTP/1.1" status: 200 len: 375 time: 0.0120690 Jun 28 09:55:20.921803 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.925172 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:20.978847 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-fcd5d133-40dc-4459-9e5e-1970d0866cea tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126146 Jun 28 09:55:20.988261 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616f0a4-d961-4f1f-a324-38dc2871f3e4 None None] Pushing event updated for resources: {'Port': ['ID=33d1700e-c85d-4bf9-9f97-295199a755bd,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:20.991679 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8616f0a4-d961-4f1f-a324-38dc2871f3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:21.056467 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Attempting to bind port 33d1700e-c85d-4bf9-9f97-295199a755bd on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:21.057011 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Attempting to bind port 33d1700e-c85d-4bf9-9f97-295199a755bd by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:21.058306 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Attempting to bind port 33d1700e-c85d-4bf9-9f97-295199a755bd on network 79271b43-55da-459a-8de0-8588507f315b {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:21.075432 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:21.076097 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Checking segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:21.076796 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.084076 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Bound using segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:21.089757 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Bound port: 33d1700e-c85d-4bf9-9f97-295199a755bd, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:21.090639 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.171909 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-955934a4-36ce-4949-9480-41b2c9eed83a service neutron] 10.222.0.16 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782997 Jun 28 09:55:21.233787 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] For port 33d1700e-c85d-4bf9-9f97-295199a755bd, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:21.239165 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] For port 33d1700e-c85d-4bf9-9f97-295199a755bd, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=33d1700e-c85d-4bf9-9f97-295199a755bd,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:21.250069 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a67c73fe-7328-4a50-a29e-a0c39ce13f40 req-d4eb61fa-0a40-4ffe-9261-9fb039a7ebfc tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0691555 Jun 28 09:55:21.363445 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-03d543b2-8f5b-475e-ac36-69eddca7b3f1 service neutron] 10.222.0.16 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896691 Jun 28 09:55:21.600761 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ae901db0-0368-4aae-b541-21e8398f0089 req-74481ce5-a02c-4b7f-8f74-2f25932bef76 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0428221 Jun 28 09:55:21.624998 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.627269 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:21.690170 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Routers {'daadf486-d163-4108-979e-ee247c2873e8'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:55:21.690836 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:54:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['daadf486-d163-4108-979e-ee247c2873e8'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:21.735018 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616f0a4-d961-4f1f-a324-38dc2871f3e4 None None] Pushing event updated for resources: {'Port': ['ID=33d1700e-c85d-4bf9-9f97-295199a755bd,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:21.740655 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8616f0a4-d961-4f1f-a324-38dc2871f3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:21.881695 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] Set router daadf486-d163-4108-979e-ee247c2873e8 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:55:21.918477 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-bc1d5f5f-269d-42b3-a76b-6257f2708545 req-a611c4dd-40a5-4b9f-b312-7acffae47b94 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 210 time: 0.0609117 Jun 28 09:55:22.261647 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '33d1700e-c85d-4bf9-9f97-295199a755bd', 'name': '', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'mac_address': 'fa:16:3e:d9:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:15Z', 'updated_at': '2021-06-28T09:55:21Z', 'revision_number': 4, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'subnets': [{'id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:22.310542 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3e86-b6b4-45ad-8f87-7b638e24f208 None None] The sync data for ids ['daadf486-d163-4108-979e-ee247c2873e8'] in dv-cinder-786627-12-smb is: [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '33d1700e-c85d-4bf9-9f97-295199a755bd', 'name': '', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'mac_address': 'fa:16:3e:d9:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:15Z', 'updated_at': '2021-06-28T09:55:21Z', 'revision_number': 4, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'subnets': [{'id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:55:22.490212 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ce3fdb61-7efc-4d6d-b3d8-9ce66a87525b req-f0e4c52b-18e2-4c7f-b5b7-b3711bd461b4 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0759156 Jun 28 09:55:22.803098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-54ffe96b-95ba-4610-a88e-598db5c8a17e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:22.805305 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-54ffe96b-95ba-4610-a88e-598db5c8a17e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 819 time: 0.1430352 Jun 28 09:55:22.830941 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-ac28186c-6991-4eab-8b33-bac532c9ffa1 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/quotas/2bb23f9033624f18873434d0b8653f41 HTTP/1.1" status: 200 len: 375 time: 0.0141768 Jun 28 09:55:22.952588 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-f3ccc526-7bb0-4c53-b623-e971a51ab35d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077688 Jun 28 09:55:23.114539 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-99db4e58-c521-4314-b86a-26412fd0e0ba service neutron] 10.222.0.16 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547158 Jun 28 09:55:23.144053 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-04251756-aa6e-4cab-895d-b6ff9a161932 req-d7fbaa10-91dd-4141-9c6a-dfaef7017324 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0631576 Jun 28 09:55:23.373770 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 33d1700e-c85d-4bf9-9f97-295199a755bd up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:23.499156 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-b78c2b64-fd96-44bb-af24-4feb8bfc23d0 service neutron] 10.222.0.16 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694963 Jun 28 09:55:23.721907 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 33d1700e-c85d-4bf9-9f97-295199a755bd completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:23.734957 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 33d1700e-c85d-4bf9-9f97-295199a755bd triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:23.737469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:23.821688 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-908e32e0-e0ec-4b88-a56f-643efe4fc8dc req-a6751d37-d420-4ada-baf8-fe26a8117de0 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0808978 Jun 28 09:55:23.946646 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:24.022113 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 33d1700e-c85d-4bf9-9f97-295199a755bd, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=33d1700e-c85d-4bf9-9f97-295199a755bd,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:24.536983 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6da00152-04f5-4ead-9175-c91433af5885 req-eff916df-b8ec-45e5-aabd-bc3b62d4fbe4 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0652733 Jun 28 09:55:24.545208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:24.545208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:24.545208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=33d1700e-c85d-4bf9-9f97-295199a755bd,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:24.545208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:24.550955 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e644d1f-2318-45f7-a14a-2af8f5e8a27f req-b5cdb14d-070a-4351-897a-edd9ba446184 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0292714 Jun 28 09:55:24.669951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.38', 57887) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:24.878152 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-6c478cfe-a513-49eb-87f9-f953ca136a8b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:24.881538 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-6c478cfe-a513-49eb-87f9-f953ca136a8b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.2100067 Jun 28 09:55:24.935125 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Request body: {'port': {'device_id': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'admin_state_up': True, 'tenant_id': '5e529502fdf24590904c689f3041c151'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:25.030583 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8725ef57-0c61-4d02-88e0-df96b4811cf1 req-4414ddb1-f8fa-4946-a381-bb65a6c3a675 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0462170 Jun 28 09:55:25.253698 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 33d1700e-c85d-4bf9-9f97-295199a755bd up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:25.254162 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2c4bdea9-fc93-48f9-a29d-0c51c917f7d5 req-2fa5466f-9e51-42d0-b6a3-a202666277a0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0382268 Jun 28 09:55:25.388715 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 33d1700e-c85d-4bf9-9f97-295199a755bd triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:25.390160 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:25.395684 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Made reservation on behalf of 5e529502fdf24590904c689f3041c151 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:25.400566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:25.786688 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3b2fe161-6693-4a78-b17e-ae93c7ec92e8 req-558eeb54-3683-43d0-aa9f-05c20b33a975 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0714262 Jun 28 09:55:25.887375 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59690) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:25.938169 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59696) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:25.966228 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Allocated IP 172.20.0.9 (996b4ef8-91c5-4485-94bb-c9a71539330c/dbbd1af6-fd64-4996-b923-97ad7218310b/abacc312-1a4d-4fc7-b9d0-2221dbfcbd61) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:26.338777 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2350b46a-31f1-4c9e-8529-d97bf7539e19 req-e9e6b8b5-cf8a-4dad-bb83-cc10bae59a36 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0718520 Jun 28 09:55:26.348573 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.474333 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cafb6ceb-d73a-41e7-ab3c-2c32ae59fac5 req-1dea8fa7-7832-4e66-9730-41b625dadd58 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0806603 Jun 28 09:55:26.475726 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.553763 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.38', 57897) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:26.562617 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dc56da83-df8b-43f8-bdf9-3dc4488e66ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.588469 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.606088 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.670160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:26.749446 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.772457 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Network 996b4ef8-91c5-4485-94bb-c9a71539330c is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:26.789687 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:26.799432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:26.805180 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:26.805837 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.847066 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event updated for resources: {'Port': ['ID=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:26.850686 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:26.879472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-2fc764d9-5064-49ff-837e-8b064f2b8559 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:26.881463 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-2fc764d9-5064-49ff-837e-8b064f2b8559 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.38 "GET /v2.0/networks?id=f7682401-e958-4d03-9b4e-b3e53f2aed1d HTTP/1.1" status: 200 len: 811 time: 0.3264678 Jun 28 09:55:26.899064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Request body: {'port': {'device_id': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d', 'admin_state_up': True, 'tenant_id': 'dcf7a1694cb541dda764d01823e73e8c'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:27.015997 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.024865 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:27.055666 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55495b54-beab-4656-889f-ee1a4962b889,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:27.077381 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:27.109204 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6922088022f4b2c8e979829a8055290&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2203202 Jun 28 09:55:27.114655 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59742) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:27.153139 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cced15-7bfc-4505-8131-9f382bd246a8 req-f52838ff-d349-4c97-accf-d00785eda2b0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:27.154797 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-55cced15-7bfc-4505-8131-9f382bd246a8 req-f52838ff-d349-4c97-accf-d00785eda2b0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.2140934 Jun 28 09:55:27.192928 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.228337 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.244446 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.249045 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-55cced15-7bfc-4505-8131-9f382bd246a8 req-e8941042-7151-4138-8e94-2b9239ed5245 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691526 Jun 28 09:55:27.399947 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.406916 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-14c0fdeb-8122-4b36-a255-29f0031d6dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:27.504652 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.528528 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5995991 Jun 28 09:55:27.542523 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.544047 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55495b54-beab-4656-889f-ee1a4962b889 HTTP/1.1" status: 204 len: 168 time: 0.4284611 Jun 28 09:55:27.577660 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=036f4538d3814fdcb8a4ac217c48f951&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6372218 Jun 28 09:55:27.582342 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59760) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:27.632273 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fd12d5-064e-419a-b237-d7d54b008b23,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:27.654992 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:27.664634 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b673306a-7dbe-422a-885c-016bb49bab4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:27.694197 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Made reservation on behalf of dcf7a1694cb541dda764d01823e73e8c for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:27.698793 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.837327 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55495b54-beab-4656-889f-ee1a4962b889,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:27.846320 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:27.857596 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-69d23c87-4484-4d26-abc0-a6b085bb4aff req-701d3513-6f13-47ef-8e4e-683606d65236 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.3071856 Jun 28 09:55:27.900272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-534023c3-b4db-42cb-94d3-5245761fa7aa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:55:27.900272 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-534023c3-b4db-42cb-94d3-5245761fa7aa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1661458 Jun 28 09:55:27.971586 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.984813 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6eddd0ae-6a7d-4853-b702-1c767faacfd4 req-be1da550-fcb6-4aec-a7cd-f79779213b9c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0812755 Jun 28 09:55:28.010127 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Allocated IP 172.20.0.10 (f7682401-e958-4d03-9b4e-b3e53f2aed1d/91106001-0b35-4a47-b263-e18593b17a05/5b76bdbc-8a56-4e26-a130-cfce88e56084) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:28.032990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.331646 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.375405 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.379744 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93fd12d5-064e-419a-b237-d7d54b008b23 HTTP/1.1" status: 204 len: 168 time: 0.7941511 Jun 28 09:55:28.402158 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:28.502723 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fd12d5-064e-419a-b237-d7d54b008b23,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:28.516469 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:28.588029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.591071 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4850976-c716-47aa-8f4b-2bd64b219a67 req-e2c99e9e-b9c9-4ed1-a8b4-7a77d7e1533b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:28.592651 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e4850976-c716-47aa-8f4b-2bd64b219a67 req-e2c99e9e-b9c9-4ed1-a8b4-7a77d7e1533b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.1555431 Jun 28 09:55:28.660824 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e4850976-c716-47aa-8f4b-2bd64b219a67 req-3e6cee6a-a863-48f3-856d-154241119be7 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600893 Jun 28 09:55:28.763089 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.770083 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:28.852791 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Network f7682401-e958-4d03-9b4e-b3e53f2aed1d is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:28.857717 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:28.861603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:28.875238 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:28.877056 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.917349 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Pushing event updated for resources: {'Port': ['ID=5b76bdbc-8a56-4e26-a130-cfce88e56084,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:28.920859 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:29.149504 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2472434 Jun 28 09:55:29.150299 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59790) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:29.177194 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:29.216541 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e16e7-275f-4ee3-b50d-084e113f3798 req-0b585b63-b616-4573-b69d-fdb7c7d8a31b tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:29.224460 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-609e16e7-275f-4ee3-b50d-084e113f3798 req-0b585b63-b616-4573-b69d-fdb7c7d8a31b tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.1638553 Jun 28 09:55:29.240171 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-03756617-0d63-49b7-9122-5930bbc750b9 req-f7d16c5e-15f7-4c3a-8163-38bba8317d3d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0368905 Jun 28 09:55:29.310504 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-609e16e7-275f-4ee3-b50d-084e113f3798 req-0482f138-811d-4bb9-848a-9c4e852ee2a3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Jun 28 09:55:29.384347 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:29.637346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3dff690d-204a-4611-8f94-10b79ab0501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:29.639566 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:29.796431 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:29.801902 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2c36c6b5-f52f-46fe-93d7-65e7821a6588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:29.916547 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83103d2309ce4425aeb69babbe9db928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701821 Jun 28 09:55:29.921738 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59812) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:29.943246 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f51ed-322d-47f9-9977-79ff7d3abb4b,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:29.961040 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:30.045221 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf94a4-9b4a-4e3b-b957-bc35d7ebc7ff req-878352bf-ecc3-4062-b3ae-fe4c94ade73b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.046902 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b4cf94a4-9b4a-4e3b-b957-bc35d7ebc7ff req-878352bf-ecc3-4062-b3ae-fe4c94ade73b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.2267532 Jun 28 09:55:30.055243 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.123673 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.150183 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b4cf94a4-9b4a-4e3b-b957-bc35d7ebc7ff req-5eee9f98-9749-4c2e-93d3-c16afa4adf70 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Jun 28 09:55:30.290882 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.300892 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.305379 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb4f51ed-322d-47f9-9977-79ff7d3abb4b HTTP/1.1" status: 204 len: 168 time: 0.3824346 Jun 28 09:55:30.306152 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-8640c58b-5bc5-420b-9016-4acb3e9de4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:30.327318 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.347082 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f51ed-322d-47f9-9977-79ff7d3abb4b,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:30.362895 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:30.615810 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3296dab1-8298-4628-a02e-a050fccf17b1 req-3020c315-74ad-40f7-8f79-0d4b5fa3dab4 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0511720 Jun 28 09:55:30.692186 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69846b89-deb4-44fc-9dc5-16f868a4dc5e req-e21cd826-004e-49f7-b2aa-dcca32d59431 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.706452 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-69846b89-deb4-44fc-9dc5-16f868a4dc5e req-e21cd826-004e-49f7-b2aa-dcca32d59431 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.1635385 Jun 28 09:55:30.766492 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-69846b89-deb4-44fc-9dc5-16f868a4dc5e req-3068d681-3fe1-412d-97dc-7d46c6228742 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Jun 28 09:55:31.630714 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33233-c9be-447b-b6c9-35105130de71 req-5b30cb11-e35b-4190-872c-ae2fedc6cc7e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.635070 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cef33233-c9be-447b-b6c9-35105130de71 req-5b30cb11-e35b-4190-872c-ae2fedc6cc7e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.1740711 Jun 28 09:55:31.751033 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cef33233-c9be-447b-b6c9-35105130de71 req-c0165412-8d94-4641-9749-b337729b1caf tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070950 Jun 28 09:55:31.971103 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05e8a04a-3c6c-4141-a40f-9a877eca49ec req-926f009b-7009-4bcf-b4e8-300cf4e53a65 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0527658 Jun 28 09:55:32.082235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.167318 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324f6a4-d570-4f75-a0e9-eef8371fb704 req-06ea911c-f4d5-4849-9b6a-4eab15b0241a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.169210 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9324f6a4-d570-4f75-a0e9-eef8371fb704 req-06ea911c-f4d5-4849-9b6a-4eab15b0241a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.1452539 Jun 28 09:55:32.214858 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9324f6a4-d570-4f75-a0e9-eef8371fb704 req-89b8695c-b384-46fc-8818-c01da28a569c tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Jun 28 09:55:32.478867 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59902) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:32.717804 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.860617 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.010740 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5ebd-da0e-4404-8181-ecf8849e6f87 req-df8aeaa0-ca9a-4458-88f6-ce6426912443 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.014778 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-adcd5ebd-da0e-4404-8181-ecf8849e6f87 req-df8aeaa0-ca9a-4458-88f6-ce6426912443 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.0871344 Jun 28 09:55:33.062931 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-adcd5ebd-da0e-4404-8181-ecf8849e6f87 req-c3bc2e8d-561a-4292-8851-46ab34199591 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Jun 28 09:55:33.183075 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-604bf72d-9227-47d0-8c1a-b7b556247a2d req-cedc32bd-1160-44ee-beda-baee4c833682 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0407016 Jun 28 09:55:33.497114 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bb245-b27d-4a91-b9a0-1e2730d15e75 req-6460016b-ffbb-4f94-8cee-6a1d2dcbedcb tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.497114 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-388bb245-b27d-4a91-b9a0-1e2730d15e75 req-6460016b-ffbb-4f94-8cee-6a1d2dcbedcb tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.0952494 Jun 28 09:55:33.498552 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.498552 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:33.513896 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-388bb245-b27d-4a91-b9a0-1e2730d15e75 req-1fee619c-b839-4df7-9178-ea03f6000024 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Jun 28 09:55:33.550194 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9299e254c124798b4bb4dc30d04186c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0691624 Jun 28 09:55:33.554880 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59920) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:33.559521 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38136a-b58c-4175-b2c5-4e9d40914629,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:33.565165 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:33.638669 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.669816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.378832 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-305c4fa5-8278-45b4-bd04-26ccf5f4c70e req-d68e160a-e8fb-44f8-8e48-3ac09427aea0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0342896 Jun 28 09:55:34.402570 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8347-194b-4db6-8740-6808b7531e11 req-fc5ca078-d3cb-455c-9203-94c522572dbb tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.404389 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8c8e8347-194b-4db6-8740-6808b7531e11 req-fc5ca078-d3cb-455c-9203-94c522572dbb tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.2086923 Jun 28 09:55:34.455233 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8c8e8347-194b-4db6-8740-6808b7531e11 req-658daea0-9ce1-4946-b2ec-70aca18314fd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Jun 28 09:55:34.519771 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.526746 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.526746 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b38136a-b58c-4175-b2c5-4e9d40914629 HTTP/1.1" status: 204 len: 168 time: 0.9691355 Jun 28 09:55:34.528650 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:34.538508 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38136a-b58c-4175-b2c5-4e9d40914629,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:34.541229 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:34.753341 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f53b4-a860-49ef-8480-6e8a436b6b2a req-02d47729-50c2-46a0-ba09-7000dfc40b89 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.754849 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-439f53b4-a860-49ef-8480-6e8a436b6b2a req-02d47729-50c2-46a0-ba09-7000dfc40b89 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.0772998 Jun 28 09:55:34.806264 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-439f53b4-a860-49ef-8480-6e8a436b6b2a req-08b04be8-5e40-4a7a-9e5d-c43dc62eb690 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Jun 28 09:55:35.073169 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59946) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:35.127981 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 59950) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:35.475853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:35.592360 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:35.620916 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1e93c72d-0525-4656-a6af-ca9d530f057c req-7e7882f2-9587-4109-b886-5082567040d6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0670996 Jun 28 09:55:35.933414 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:35.945949 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc924c0-73f3-4503-a30e-c9d72e0f72ad req-9cf01eb0-e123-426e-a055-da6ebb7327ce tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.948493 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-adc924c0-73f3-4503-a30e-c9d72e0f72ad req-9cf01eb0-e123-426e-a055-da6ebb7327ce tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.1566420 Jun 28 09:55:36.008161 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-adc924c0-73f3-4503-a30e-c9d72e0f72ad req-f9cdde67-18f7-4783-8380-c758b7273e77 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Jun 28 09:55:36.033761 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077f0b-bd54-477c-8b0a-7ab5b43e1268 req-75df644e-c2c6-413d-a7eb-4d15a733bef0 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.035005 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-13077f0b-bd54-477c-8b0a-7ab5b43e1268 req-75df644e-c2c6-413d-a7eb-4d15a733bef0 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.0859771 Jun 28 09:55:36.087925 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-13077f0b-bd54-477c-8b0a-7ab5b43e1268 req-0a55cb9e-7f01-4628-85ca-034619a649a6 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Jun 28 09:55:36.227491 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.250388 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-34520887-6c19-44ce-9177-079e37389ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:36.355943 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=935ccc77595c4350b4da8c0bb70baf52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2775414 Jun 28 09:55:36.357652 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59974) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:36.359634 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928eaada-1a05-41ab-87b2-99ca3fcea7e4,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:36.387866 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:36.492800 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.504319 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.531586 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.658591 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.662154 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a7f3ea23-569f-47d4-b506-8c349b5b1d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:36.722468 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b93851-b202-4635-b0a5-5100b346b576,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:36.725617 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:36.738640 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 59988) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:36.739161 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f3898b526114650ae4448f70114c7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6183436 Jun 28 09:55:36.813070 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.831405 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed8797e8-1070-4787-9f6f-425f4005ad57 req-84d18ad2-f7cc-4949-af3a-50b4f1d93478 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0366797 Jun 28 09:55:36.843879 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.848627 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.852575 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/928eaada-1a05-41ab-87b2-99ca3fcea7e4 HTTP/1.1" status: 204 len: 168 time: 0.4911656 Jun 28 09:55:36.856448 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.860184 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-79ba98c1-8665-4a09-8319-25a16cb345c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:36.876469 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928eaada-1a05-41ab-87b2-99ca3fcea7e4,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:36.881107 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:37.118743 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.121777 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.125316 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0b93851-b202-4635-b0a5-5100b346b576 HTTP/1.1" status: 204 len: 168 time: 0.3827569 Jun 28 09:55:37.125316 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:37.132868 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b93851-b202-4635-b0a5-5100b346b576,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:37.146077 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:37.303002 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad4c1-0404-4e69-9ac8-31e21ebe1141 req-11a0d28a-cf8f-4eba-b876-76719e1d921e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.303002 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8d1ad4c1-0404-4e69-9ac8-31e21ebe1141 req-11a0d28a-cf8f-4eba-b876-76719e1d921e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.1258428 Jun 28 09:55:37.363641 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8d1ad4c1-0404-4e69-9ac8-31e21ebe1141 req-041517a7-2a22-4fbf-af95-09345d76e5a2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496855 Jun 28 09:55:37.418126 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d56c-c9e6-447d-928b-1536337eb059 req-c508b9da-3eaf-41a1-8d83-770535f199e3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.420437 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-89f6d56c-c9e6-447d-928b-1536337eb059 req-c508b9da-3eaf-41a1-8d83-770535f199e3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.1561515 Jun 28 09:55:37.502906 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-89f6d56c-c9e6-447d-928b-1536337eb059 req-dd7d9df9-9078-47ec-9667-eb9e1942ee13 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 Jun 28 09:55:38.133973 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ec6ea612-bad1-4acd-b784-bbb1187adf8f req-dfdaa65d-4dac-4104-af87-04db1b7d3ef3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0825551 Jun 28 09:55:38.637326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39539739-4d7c-4900-a91f-b7422ba7781f req-3e016fcb-bbcb-4a36-8a56-4a42e8090a35 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.639624 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-39539739-4d7c-4900-a91f-b7422ba7781f req-3e016fcb-bbcb-4a36-8a56-4a42e8090a35 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.1100438 Jun 28 09:55:38.694695 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-39539739-4d7c-4900-a91f-b7422ba7781f req-3ec6e5d1-f147-4792-8ec0-576054826e44 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Jun 28 09:55:38.786245 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40862471-48fb-4d07-9c7d-efa53cee0216 req-3c92f3b1-3ed7-43a2-8567-5e101d1d60e3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.787857 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-40862471-48fb-4d07-9c7d-efa53cee0216 req-3c92f3b1-3ed7-43a2-8567-5e101d1d60e3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.0786881 Jun 28 09:55:38.835577 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-40862471-48fb-4d07-9c7d-efa53cee0216 req-8e7f5722-fd6a-4f3f-a78c-e8a8c5faea66 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Jun 28 09:55:38.852778 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:39.122796 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.38', 57918) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:39.252306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-16696159-d343-4008-8421-3eb35e245a0c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.253867 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-16696159-d343-4008-8421-3eb35e245a0c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 819 time: 0.1378195 Jun 28 09:55:39.305840 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-863f72c3-c58a-4915-8126-5bdeda25444b req-09008b9a-b4ff-4f3a-bde9-d9e1e72ead37 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0334067 Jun 28 09:55:39.618478 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Request body: {'port': {'device_id': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:39.664667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Request body: {'port': {'device_id': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:39.704808 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.767848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.993917 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60072) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:40.023922 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.194819 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e9a14-60ef-46b2-a611-2061445df056 req-4406e3c2-cbee-4000-99fc-95d610483d28 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.203822 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-bd1e9a14-60ef-46b2-a611-2061445df056 req-4406e3c2-cbee-4000-99fc-95d610483d28 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 931 time: 0.2883954 Jun 28 09:55:40.363601 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-bd1e9a14-60ef-46b2-a611-2061445df056 req-3a22d6c0-906d-4cf1-929a-257d0d308e7f tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586392 Jun 28 09:55:40.430121 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192f72-7c0b-4f40-aece-81017e6f6a30 req-19b6ce8a-2908-4354-9492-c5d63d3d668c tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.432794 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e6192f72-7c0b-4f40-aece-81017e6f6a30 req-19b6ce8a-2908-4354-9492-c5d63d3d668c tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 932 time: 0.3997693 Jun 28 09:55:40.462465 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.548014 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b76bdbc-8a56-4e26-a130-cfce88e56084 {{(pid=100108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:40.561101 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.590984 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.provisioning_blocks [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Transition to ACTIVE for port object 5b76bdbc-8a56-4e26-a130-cfce88e56084 will not be triggered until provisioned by entity L2. {{(pid=100108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:40.599732 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e6192f72-7c0b-4f40-aece-81017e6f6a30 req-62db230e-3a88-469a-99a2-82f0f07cadfb tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561549 Jun 28 09:55:40.624363 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.631878 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:40.741239 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:40.751836 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.769346 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Transition to ACTIVE for port object abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:40.778522 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b22bb822-4acd-45a6-b638-fa35d8fc0780 req-6befcb2b-e5a0-4c1f-ac0b-fe4a76b0a716 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.1062136 Jun 28 09:55:40.782235 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.788668 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8471078c0ab2436f832fb1dc81c3afe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7934437 Jun 28 09:55:40.789750 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b884e0-4421-4104-8a68-9d1435fa3331,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:40.790065 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60094) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:40.806581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:40.809447 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:40.888761 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.902889 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Pushing event updated for resources: {'Port': ['ID=5b76bdbc-8a56-4e26-a130-cfce88e56084,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:40.908387 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:40.922924 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.929108 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:40.971094 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.managers [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Attempting to bind port 5b76bdbc-8a56-4e26-a130-cfce88e56084 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:40.971676 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.managers [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Attempting to bind port 5b76bdbc-8a56-4e26-a130-cfce88e56084 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c225d466-73c5-4f4d-a998-3c65f1fde0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d'}] {{(pid=100108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:40.972253 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Attempting to bind port 5b76bdbc-8a56-4e26-a130-cfce88e56084 on network f7682401-e958-4d03-9b4e-b3e53f2aed1d {{(pid=100108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:40.980634 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Port 5b76bdbc-8a56-4e26-a130-cfce88e56084 on network f7682401-e958-4d03-9b4e-b3e53f2aed1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:40.981999 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Attempting to bind port 5b76bdbc-8a56-4e26-a130-cfce88e56084 on network f7682401-e958-4d03-9b4e-b3e53f2aed1d {{(pid=100108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:40.989674 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:40.990405 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Checking segment: {'id': 'c225d466-73c5-4f4d-a998-3c65f1fde0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:40.991349 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Bound using segment: {'id': 'c225d466-73c5-4f4d-a998-3c65f1fde0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d'} {{(pid=100108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:40.991771 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.managers [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Bound port: 5b76bdbc-8a56-4e26-a130-cfce88e56084, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c225d466-73c5-4f4d-a998-3c65f1fde0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d'}}] {{(pid=100108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:40.992190 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.030298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.052347 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Pushing event updated for resources: {'Port': ['ID=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.073128 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.128654 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] For port 5b76bdbc-8a56-4e26-a130-cfce88e56084, host hv-cinder-78662, cleared binding levels {{(pid=100108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:41.133934 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Attempting to bind port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:41.134492 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Attempting to bind port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:41.135585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Attempting to bind port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:41.146502 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] For port 5b76bdbc-8a56-4e26-a130-cfce88e56084, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084,segment=NetworkSegment(c225d466-73c5-4f4d-a998-3c65f1fde0f0),segment_id=c225d466-73c5-4f4d-a998-3c65f1fde0f0)] {{(pid=100108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:41.147245 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 on network 996b4ef8-91c5-4485-94bb-c9a71539330c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:41.147683 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Attempting to bind port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:41.159595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:41.160342 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Checking segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:41.161438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Bound using segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:41.162279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Bound port: abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:41.165117 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.204339 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Request body: {'port': {'device_id': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'admin_state_up': True, 'tenant_id': '2bb23f9033624f18873434d0b8653f41'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:41.280515 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.284504 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:41.332696 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.333325 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.334918 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] 10.222.0.38 "PUT /v2.0/ports/5b76bdbc-8a56-4e26-a130-cfce88e56084 HTTP/1.1" status: 200 len: 1094 time: 2.2105303 Jun 28 09:55:41.335395 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'tag': '5b76bdbc-8a56-4e26-a130-cfce88e56084'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:41.367857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.376502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] For port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:41.396848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.399038 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48b884e0-4421-4104-8a68-9d1435fa3331 HTTP/1.1" status: 204 len: 168 time: 0.6060126 Jun 28 09:55:41.413997 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ad530c4c-35b6-4a6e-ac22-12909ecb018f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:41.480825 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] For port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:41.482608 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b884e0-4421-4104-8a68-9d1435fa3331,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.500195 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.540000 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Pushing event updated for resources: {'Port': ['ID=5b76bdbc-8a56-4e26-a130-cfce88e56084,revision_number=3']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.565453 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.646747 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.655052 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cf3af428-aa99-4d13-bd67-8fb7eb03a154 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:41.804711 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-fd58b678-11f9-4c89-8d14-fd9517eff9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.809914 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-fd58b678-11f9-4c89-8d14-fd9517eff9ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcf7a1694cb541dda764d01823e73e8c&device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 1097 time: 0.2421231 Jun 28 09:55:41.913860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Pushing event updated for resources: {'Port': ['ID=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.936994 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.937712 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Made reservation on behalf of 2bb23f9033624f18873434d0b8653f41 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:41.975477 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:42.026799 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.034512 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:42.034512 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] 10.222.0.38 "PUT /v2.0/ports/abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 HTTP/1.1" status: 200 len: 1093 time: 2.8979402 Jun 28 09:55:42.034512 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'tag': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:42.035430 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-8991ca97-a2e1-4bcd-a248-24abc785cedf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084 HTTP/1.1" status: 200 len: 217 time: 0.2165346 Jun 28 09:55:42.148794 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-78c9a132-b947-4988-be4e-78518e34849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.151817 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-78c9a132-b947-4988-be4e-78518e34849a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91106001-0b35-4a47-b263-e18593b17a05 HTTP/1.1" status: 200 len: 851 time: 0.0658584 Jun 28 09:55:42.159967 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c14857-5164-4010-a3b0-e1ad5ae340fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7c7ff6-4078-4367-abaa-cd06b4a82d4b", "tag": "5b76bdbc-8a56-4e26-a130-cfce88e56084"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:42.282051 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.38', 57922) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:42.381969 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-f8ddc68a-6fc5-460e-9d40-4514ccc7b878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7682401-e958-4d03-9b4e-b3e53f2aed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2194047 Jun 28 09:55:42.427512 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377b057-8ebf-4718-a05c-bea02ffd1347 req-59e95c8f-7b78-497e-840c-4b870a822ae4 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.433466 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1377b057-8ebf-4718-a05c-bea02ffd1347 req-59e95c8f-7b78-497e-840c-4b870a822ae4 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 944 time: 0.3912954 Jun 28 09:55:42.505768 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887997-fea8-4ae7-ba58-7e9df86e3ee7 req-25ee06b1-5d2e-47b0-bc3c-b5b17ba9dfd9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.507359 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-26887997-fea8-4ae7-ba58-7e9df86e3ee7 req-25ee06b1-5d2e-47b0-bc3c-b5b17ba9dfd9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 943 time: 0.5884972 Jun 28 09:55:42.528537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Allocated IP 172.20.0.13 (79271b43-55da-459a-8de0-8588507f315b/8dc6f391-61fe-451e-8c99-6bd04fbb1b17/7635dc17-4d13-4125-b49e-9b7c9c02760a) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:42.541824 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-9ebc7f3f-8f0c-441b-987b-dc9654ed463a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.543334 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-9ebc7f3f-8f0c-441b-987b-dc9654ed463a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 819 time: 0.4041681 Jun 28 09:55:42.559530 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Request body: {'port': {'device_id': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'admin_state_up': True, 'tenant_id': '2bb23f9033624f18873434d0b8653f41'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:42.602831 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1377b057-8ebf-4718-a05c-bea02ffd1347 req-4b8a8d2b-8e7c-4e98-b36d-08ff6ff8246a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577048 Jun 28 09:55:42.667418 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-5167fbf2-c796-40b9-bb18-bc65bf6ddc82 service neutron] 10.222.0.38 "GET /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054830 Jun 28 09:55:43.041734 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ced4d2a7-38da-4c7e-934f-fa5ce42f3548 req-8c068a76-75ff-4579-88e3-61ab3c54f58e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0964630 Jun 28 09:55:43.117642 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d858b4e-4b16-4e5e-8960-621676279a7c req-d2b46fa9-4518-4d36-8544-61f582ae2700 service neutron] 10.222.0.38 "GET /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399126 Jun 28 09:55:43.165420 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bb1912-efc7-4aa0-8311-69f32488d29d", "tag": "abacc312-1a4d-4fc7-b9d0-2221dbfcbd61"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:43.222979 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-0a40f441-288f-4b1c-b41c-27dc7b270f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.225719 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-0a40f441-288f-4b1c-b41c-27dc7b270f97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 1096 time: 0.9422910 Jun 28 09:55:43.253541 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-26887997-fea8-4ae7-ba58-7e9df86e3ee7 req-0a5e8c93-6220-4f17-81f0-d9e1d0cc3f63 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260799 Jun 28 09:55:43.254563 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:43.267567 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60188) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:43.440145 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-68051b52-f6f1-4b51-b998-c3032ac13aa7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 HTTP/1.1" status: 200 len: 217 time: 0.1934149 Jun 28 09:55:43.652835 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-55da35ba-5526-4922-bada-b5e82358553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.655638 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-55da35ba-5526-4922-bada-b5e82358553d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.2029223 Jun 28 09:55:43.709861 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e54263b-5e74-4081-9924-3fdd9c4af8af x-openstack-request-id: req-0e54263b-5e74-4081-9924-3fdd9c4af8af {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:43.710690 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7c7ff6-4078-4367-abaa-cd06b4a82d4b", "tag": "5b76bdbc-8a56-4e26-a130-cfce88e56084", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:43.711042 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e54263b-5e74-4081-9924-3fdd9c4af8af {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:43.711709 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'tag': '5b76bdbc-8a56-4e26-a130-cfce88e56084', 'status': 'completed', 'code': 200} Jun 28 09:55:43.754617 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:43.758978 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-64a9bb9e-89c1-4934-9792-b5e9af28448a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944839 Jun 28 09:55:43.761742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Made reservation on behalf of 2bb23f9033624f18873434d0b8653f41 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:43.766901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:43.872081 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-53c7315d-f71b-4614-a1e8-52408b1ed84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.876540 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-53c7315d-f71b-4614-a1e8-52408b1ed84e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcf7a1694cb541dda764d01823e73e8c&device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 1097 time: 0.1299310 Jun 28 09:55:43.934000 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.031714 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-a72fc747-9519-474b-bbe6-859852b185e1 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621126 Jun 28 09:55:44.146658 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d187e2f7-be14-4577-830b-1cd78243cd46 x-openstack-request-id: req-d187e2f7-be14-4577-830b-1cd78243cd46 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:44.153292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bb1912-efc7-4aa0-8311-69f32488d29d", "tag": "abacc312-1a4d-4fc7-b9d0-2221dbfcbd61", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:44.153292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d187e2f7-be14-4577-830b-1cd78243cd46 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:44.153292 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'tag': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', 'status': 'completed', 'code': 200} Jun 28 09:55:44.203800 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.262275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-1e1d1cb0-ee2a-475f-8ae6-d3436e4ab954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.263671 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-1e1d1cb0-ee2a-475f-8ae6-d3436e4ab954 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7682401-e958-4d03-9b4e-b3e53f2aed1d HTTP/1.1" status: 200 len: 911 time: 0.2967839 Jun 28 09:55:44.273534 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23dc5c16-217a-4145-81c7-9e96c3ffec85 req-5088fd5f-1656-4f9a-ac24-40132b48a722 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351172 Jun 28 09:55:44.276425 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fb01c-186a-4137-b6b6-57e3f1d415d3 req-ffed83fd-aa02-46a0-ad46-a3219c8fdfa8 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.278238 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-293fb01c-186a-4137-b6b6-57e3f1d415d3 req-ffed83fd-aa02-46a0-ad46-a3219c8fdfa8 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 944 time: 0.3147922 Jun 28 09:55:44.342556 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-77d1f143-3f74-4d30-ae02-c1303ac67efe tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:44.365667 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-edd2c6f6-0f69-47bf-9f11-b476683b69b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084 HTTP/1.1" status: 200 len: 217 time: 0.0831997 Jun 28 09:55:44.408174 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Allocated IP 172.20.0.4 (79271b43-55da-459a-8de0-8588507f315b/8dc6f391-61fe-451e-8c99-6bd04fbb1b17/61156d68-bd9a-4c32-a583-c1ac73ca548b) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:44.422267 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Network 79271b43-55da-459a-8de0-8588507f315b is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:44.452578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:44.454650 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.470372 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-293fb01c-186a-4137-b6b6-57e3f1d415d3 req-bf01efce-93d8-44ec-af85-f4a5210bb232 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677237 Jun 28 09:55:44.487268 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:44.490425 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-e64634be-b17e-4392-905a-a4b6b4786160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.492052 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-e64634be-b17e-4392-905a-a4b6b4786160 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91106001-0b35-4a47-b263-e18593b17a05 HTTP/1.1" status: 200 len: 851 time: 0.1122320 Jun 28 09:55:44.502825 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.503503 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.575219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Pushing event updated for resources: {'Port': ['ID=7635dc17-4d13-4125-b49e-9b7c9c02760a,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:44.596157 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:44.602263 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-3d09ef2c-d61c-46a6-8fc6-41f335c93c08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7682401-e958-4d03-9b4e-b3e53f2aed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032293 Jun 28 09:55:44.603641 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.607619 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:44.706154 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5b30b100-e1b9-4629-b40b-e23c6eb224e8 req-1fa86dc8-3031-48e5-8c91-788b16a95a3d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.1555889 Jun 28 09:55:44.724484 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1140ff415bd74bc1a0ee35197bbd92d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4553659 Jun 28 09:55:44.727737 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60232) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:44.776425 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09754df-9234-4f2f-98fb-8b3bacf8f6cf,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:44.782741 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:44.845101 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e011-55a2-4225-82a5-381c46f8d23d req-eba92948-fa8e-4965-ad34-ab487372ea53 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.853580 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f370e011-55a2-4225-82a5-381c46f8d23d req-eba92948-fa8e-4965-ad34-ab487372ea53 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 943 time: 0.2264862 Jun 28 09:55:44.863022 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6642549 Jun 28 09:55:44.870550 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-830a6ce3-f554-4f06-beeb-dd19c909e4c3 service neutron] 10.222.0.38 "GET /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402933 Jun 28 09:55:44.889609 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Request body: {'port': {'device_id': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:44.921173 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-aa993fd7-423f-48e3-b50d-6af582de655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.922875 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-aa993fd7-423f-48e3-b50d-6af582de655b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 1096 time: 0.4379826 Jun 28 09:55:44.983461 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f370e011-55a2-4225-82a5-381c46f8d23d req-06ab309e-8b0d-4e64-9e77-757a4bdbbbe6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276000 Jun 28 09:55:45.043484 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-6a9870fe-374c-423e-be56-d0bfd3b62d2a service neutron] 10.222.0.38 "GET /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653409 Jun 28 09:55:45.101725 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.210930 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.214227 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.238330 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.383193 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-65acad86-3c5f-489e-9b3d-0376032180d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.384756 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-65acad86-3c5f-489e-9b3d-0376032180d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 914 time: 0.4531894 Jun 28 09:55:45.481873 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-47b37806-a6fe-482a-8b7a-f34767560d9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 HTTP/1.1" status: 200 len: 217 time: 0.0483756 Jun 28 09:55:45.519093 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.545773 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-886f968e-9a05-457f-9702-eb2106ec556e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:45.564287 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.608619 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.612382 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b09754df-9234-4f2f-98fb-8b3bacf8f6cf HTTP/1.1" status: 204 len: 168 time: 0.8795719 Jun 28 09:55:45.642187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Network 79271b43-55da-459a-8de0-8588507f315b is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:45.651510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-47ba644f-d3dc-408c-a755-ff689c536bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.651510 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-47ba644f-d3dc-408c-a755-ff689c536bdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.1582065 Jun 28 09:55:45.678064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:45.681421 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:45.688036 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:45.688735 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.927666 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-b9d4a40e-e9b4-4038-a14c-8f4713aa7837 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2510490 Jun 28 09:55:45.928350 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Pushing event updated for resources: {'Port': ['ID=61156d68-bd9a-4c32-a583-c1ac73ca548b,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:45.954968 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:45.955407 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:46.021896 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09754df-9234-4f2f-98fb-8b3bacf8f6cf,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:46.026304 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:46.084044 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20fe9-2bef-4a4b-a2d4-49b3ef9a5190 req-ed03ee18-ed21-4711-b4ce-e280ccc033cf tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.085723 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b5f20fe9-2bef-4a4b-a2d4-49b3ef9a5190 req-ed03ee18-ed21-4711-b4ce-e280ccc033cf tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 931 time: 0.1283734 Jun 28 09:55:46.112126 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5589194 Jun 28 09:55:46.151170 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Request body: {'port': {'device_id': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:46.158964 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b5f20fe9-2bef-4a4b-a2d4-49b3ef9a5190 req-0d8daefc-41b4-4262-9d27-26bb941f09d9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Jun 28 09:55:46.241848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd8270-41a9-4cb7-badc-0a9ac5c6766c req-45c544b8-4046-4a68-89ea-af6302630308 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.244562 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-82dd8270-41a9-4cb7-badc-0a9ac5c6766c req-45c544b8-4046-4a68-89ea-af6302630308 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 944 time: 0.6236870 Jun 28 09:55:46.391777 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-8b8e9635-e127-4310-9391-f172d053d3d5 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385316 Jun 28 09:55:46.395039 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7635dc17-4d13-4125-b49e-9b7c9c02760a {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:46.442479 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.449430 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128225b-5c9c-4060-b65f-9d3c71377d2d req-8ff32468-0dfe-41b8-bf37-dfe690760061 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.451692 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4128225b-5c9c-4060-b65f-9d3c71377d2d req-8ff32468-0dfe-41b8-bf37-dfe690760061 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 943 time: 0.0948703 Jun 28 09:55:46.516441 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4128225b-5c9c-4060-b65f-9d3c71377d2d req-3d3e515a-fc55-43d2-a786-0a47288706a9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538547 Jun 28 09:55:46.556024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Transition to ACTIVE for port object 7635dc17-4d13-4125-b49e-9b7c9c02760a will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:46.607917 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-82dd8270-41a9-4cb7-badc-0a9ac5c6766c req-a02bbaaf-910c-424e-952a-e92820a1d865 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354616 Jun 28 09:55:46.615234 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.714100 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.718734 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9516ee6b-aa76-4d33-9362-c13465921c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:46.800153 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-4dd14598-169d-4ce6-bca3-89a78264f27a service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626227 Jun 28 09:55:46.849458 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Pushing event updated for resources: {'Port': ['ID=7635dc17-4d13-4125-b49e-9b7c9c02760a,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:46.857148 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:46.909342 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Attempting to bind port 7635dc17-4d13-4125-b49e-9b7c9c02760a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:46.909679 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Attempting to bind port 7635dc17-4d13-4125-b49e-9b7c9c02760a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:46.910008 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Attempting to bind port 7635dc17-4d13-4125-b49e-9b7c9c02760a on network 79271b43-55da-459a-8de0-8588507f315b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:46.922809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Port 7635dc17-4d13-4125-b49e-9b7c9c02760a on network 79271b43-55da-459a-8de0-8588507f315b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:46.923142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Attempting to bind port 7635dc17-4d13-4125-b49e-9b7c9c02760a on network 79271b43-55da-459a-8de0-8588507f315b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:46.956405 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:46.956746 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Checking segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:46.957181 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Bound using segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:46.957632 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Bound port: 7635dc17-4d13-4125-b49e-9b7c9c02760a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:46.957988 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.058582 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] For port 7635dc17-4d13-4125-b49e-9b7c9c02760a, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:47.066200 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] For port 7635dc17-4d13-4125-b49e-9b7c9c02760a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:47.111006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61156d68-bd9a-4c32-a583-c1ac73ca548b {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:47.117354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.129665 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Transition to ACTIVE for port object 61156d68-bd9a-4c32-a583-c1ac73ca548b will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:47.148869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60300) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.163123 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.164053 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.174254 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5f1a2391-ab7f-4def-99c6-a861416e8856 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.209444 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.210048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.211520 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] 10.222.0.38 "PUT /v2.0/ports/7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 1094 time: 2.3371992 Jun 28 09:55:47.216119 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'tag': '7635dc17-4d13-4125-b49e-9b7c9c02760a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:47.218691 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb14ba3-25eb-48b5-8350-03a954d2481b" -d '{"events": [{"name": "network-changed", "server_uuid": "f333fc84-e256-4ce0-875d-17f1ddff031c", "tag": "7635dc17-4d13-4125-b49e-9b7c9c02760a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:47.233502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.284668 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Pushing event updated for resources: {'Port': ['ID=7635dc17-4d13-4125-b49e-9b7c9c02760a,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.292072 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:47.294925 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.306182 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68baf67-b378-4906-ba14-fe024905ecf6 x-openstack-request-id: req-a68baf67-b378-4906-ba14-fe024905ecf6 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:47.306497 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333fc84-e256-4ce0-875d-17f1ddff031c", "tag": "7635dc17-4d13-4125-b49e-9b7c9c02760a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:47.312641 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a68baf67-b378-4906-ba14-fe024905ecf6 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:47.312641 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'tag': '7635dc17-4d13-4125-b49e-9b7c9c02760a', 'status': 'completed', 'code': 200} Jun 28 09:55:47.419619 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff784f46-bce0-42b8-a173-a792f45add5b req-a3c4153f-19f1-45d6-ad68-938fab771fee tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.421189 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ff784f46-bce0-42b8-a173-a792f45add5b req-a3c4153f-19f1-45d6-ad68-938fab771fee tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 943 time: 0.0787451 Jun 28 09:55:47.428745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Pushing event updated for resources: {'Port': ['ID=61156d68-bd9a-4c32-a583-c1ac73ca548b,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.433152 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:47.435650 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Attempting to bind port 61156d68-bd9a-4c32-a583-c1ac73ca548b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:47.436026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Attempting to bind port 61156d68-bd9a-4c32-a583-c1ac73ca548b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:47.436381 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Attempting to bind port 61156d68-bd9a-4c32-a583-c1ac73ca548b on network 79271b43-55da-459a-8de0-8588507f315b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:47.455133 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Port 61156d68-bd9a-4c32-a583-c1ac73ca548b on network 79271b43-55da-459a-8de0-8588507f315b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:47.455593 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Attempting to bind port 61156d68-bd9a-4c32-a583-c1ac73ca548b on network 79271b43-55da-459a-8de0-8588507f315b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:47.464584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.465781 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ff784f46-bce0-42b8-a173-a792f45add5b req-72015227-c01f-4ef2-898a-dbfb614a67d8 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374436 Jun 28 09:55:47.469393 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:47.469728 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Checking segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:47.470109 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Bound using segment: {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:47.470549 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Bound port: 61156d68-bd9a-4c32-a583-c1ac73ca548b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e51707-03b5-4fca-98bb-453b38afa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79271b43-55da-459a-8de0-8588507f315b'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:47.470905 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.514901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14ba3-25eb-48b5-8350-03a954d2481b req-6f4d1c62-fbf1-4b98-8c7e-6df1e5a64e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.516420 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4bb14ba3-25eb-48b5-8350-03a954d2481b req-6f4d1c62-fbf1-4b98-8c7e-6df1e5a64e4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1097 time: 0.1886384 Jun 28 09:55:47.642892 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.649292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] For port 61156d68-bd9a-4c32-a583-c1ac73ca548b, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:47.674775 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c4a24095-3fa4-4cb0-8c20-c30c853829c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.711860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] For port 61156d68-bd9a-4c32-a583-c1ac73ca548b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:47.744556 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60320) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.751670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5b76bdbc-8a56-4e26-a130-cfce88e56084 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:47.761694 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41620881-b657-4aa9-adaf-fd58086fccb1,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.771521 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e0b80aa5c8d4229a137e10ff996aeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215441 Jun 28 09:55:47.771872 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60324) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.773179 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:47.797680 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14ba3-25eb-48b5-8350-03a954d2481b req-5f51e102-1e66-40fe-b339-be8ead012e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.799143 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4bb14ba3-25eb-48b5-8350-03a954d2481b req-5f51e102-1e66-40fe-b339-be8ead012e8d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2bb23f9033624f18873434d0b8653f41&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2701659 Jun 28 09:55:47.886341 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.902117 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.906999 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:48.036374 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 5b76bdbc-8a56-4e26-a130-cfce88e56084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084,segment=NetworkSegment(c225d466-73c5-4f4d-a998-3c65f1fde0f0),segment_id=c225d466-73c5-4f4d-a998-3c65f1fde0f0)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:48.051704 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.065489 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '5b76bdbc-8a56-4e26-a130-cfce88e56084', 'network_id': 'f7682401-e958-4d03-9b4e-b3e53f2aed1d', 'port_id': '5b76bdbc-8a56-4e26-a130-cfce88e56084', 'mac_address': 'fa:16:3e:46:e1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91106001-0b35-4a47-b263-e18593b17a05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:48.065714 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.066146 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.078296 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] 10.222.0.38 "PUT /v2.0/ports/61156d68-bd9a-4c32-a583-c1ac73ca548b HTTP/1.1" status: 200 len: 1093 time: 1.9444780 Jun 28 09:55:48.145690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Pushing event updated for resources: {'Port': ['ID=61156d68-bd9a-4c32-a583-c1ac73ca548b,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:48.161844 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.163524 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c20b35-de59-422e-a330-53dab03ad806 req-0e477b70-47ea-4620-87f4-f814d01f8a8a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.165136 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-00c20b35-de59-422e-a330-53dab03ad806 req-0e477b70-47ea-4620-87f4-f814d01f8a8a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 944 time: 0.2235911 Jun 28 09:55:48.171370 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:48.173951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14ba3-25eb-48b5-8350-03a954d2481b req-70898f8b-470e-4063-bbcb-1206064de689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.175498 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4bb14ba3-25eb-48b5-8350-03a954d2481b req-70898f8b-470e-4063-bbcb-1206064de689 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3673816 Jun 28 09:55:48.186662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a143f19-4e50-421f-b0e4-43e79f15f607 req-9c8ee897-26a0-4d81-82eb-ff21614426d1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.188274 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3a143f19-4e50-421f-b0e4-43e79f15f607 req-9c8ee897-26a0-4d81-82eb-ff21614426d1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 943 time: 0.4238117 Jun 28 09:55:48.200434 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b76bdbc-8a56-4e26-a130-cfce88e56084 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:48.236195 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 5b76bdbc-8a56-4e26-a130-cfce88e56084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084,segment=NetworkSegment(c225d466-73c5-4f4d-a998-3c65f1fde0f0),segment_id=c225d466-73c5-4f4d-a998-3c65f1fde0f0)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:48.237684 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-00c20b35-de59-422e-a330-53dab03ad806 req-e9783918-1c7c-4995-a29b-adb96e96f9f9 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650611 Jun 28 09:55:48.238752 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.262456 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.267315 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.270765 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41620881-b657-4aa9-adaf-fd58086fccb1 HTTP/1.1" status: 204 len: 168 time: 0.4954004 Jun 28 09:55:48.279429 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:48.304551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41620881-b657-4aa9-adaf-fd58086fccb1,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:48.306915 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:48.352522 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3a143f19-4e50-421f-b0e4-43e79f15f607 req-1a51b337-78c4-48b0-b5ef-6a62568cb2ae tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484222 Jun 28 09:55:48.367051 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.386570 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:48.431461 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-bf2d2d30-77e8-4eb3-b136-00b3cf84132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.431461 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-bf2d2d30-77e8-4eb3-b136-00b3cf84132f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1097 time: 0.1854959 Jun 28 09:55:48.450000 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-cdac2af8-d07a-44f2-b7e6-803c93c89818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.451513 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-cdac2af8-d07a-44f2-b7e6-803c93c89818 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 1096 time: 0.2278814 Jun 28 09:55:48.470019 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.488781 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=5b76bdbc-8a56-4e26-a130-cfce88e56084,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:48.491463 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-eec6a864-4d9a-47a0-94db-90a74d6a8422 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 217 time: 0.0534220 Jun 28 09:55:48.497603 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:48.540538 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-10dcdd01-934a-403a-8c75-7760d8ddd312 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b HTTP/1.1" status: 200 len: 217 time: 0.0555651 Jun 28 09:55:48.607084 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.630430 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-338468e4-2a39-4df9-8964-ea19f718cd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:48.673715 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6bf30-d647-4380-805d-a25e5d891156,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:48.678565 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:48.684845 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07da880221d1459ea8b009305c442823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9386802 Jun 28 09:55:48.685560 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60358) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:48.745466 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0418dd-02e1-4d92-b575-1d31469ac789 req-040d4e7f-7ea8-4146-b490-b6857c2cd586 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.747118 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7f0418dd-02e1-4d92-b575-1d31469ac789 req-040d4e7f-7ea8-4146-b490-b6857c2cd586 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 943 time: 0.1585212 Jun 28 09:55:48.786437 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.811084 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-de1484df-b473-4810-91db-8c082441d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.812632 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-de1484df-b473-4810-91db-8c082441d736 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.2817147 Jun 28 09:55:48.816486 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-f5ecafcd-c270-459c-9624-252f30cd93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.817888 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-f5ecafcd-c270-459c-9624-252f30cd93ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0607059 Jun 28 09:55:48.822952 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7f0418dd-02e1-4d92-b575-1d31469ac789 req-85cb29b3-a4ad-4eea-ae2e-9983a7fc1b3b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626779 Jun 28 09:55:48.828068 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:48.838577 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['5b76bdbc-8a56-4e26-a130-cfce88e56084'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:48.905358 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-de0b7c0a-38e4-4267-9efa-3db99afbc308 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737114 Jun 28 09:55:48.930910 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-7dc10d35-575c-48ff-b88e-dea099b7026b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004460 Jun 28 09:55:49.082383 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-e114b7d9-2615-4b4d-af74-9871d8bb3501 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537118 Jun 28 09:55:49.103639 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60378) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:49.177893 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-865d677a-6fcc-4bde-a878-aca7741849e3 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825774 Jun 28 09:55:49.194345 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.200728 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.200728 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5aff2577-1801-4572-9304-43417317dead admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ea6bf30-d647-4380-805d-a25e5d891156 HTTP/1.1" status: 204 len: 168 time: 0.5098412 Jun 28 09:55:49.200728 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-61f84989-a0c0-4d64-9a8e-e703b1b298b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:49.219295 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6bf30-d647-4380-805d-a25e5d891156,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:49.219295 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:49.302567 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.309132 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b69ba4e4-28fc-40f2-9518-540c61ed2911 req-7bce368d-0621-4d5e-804c-1429ca92976e service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161169 Jun 28 09:55:49.311800 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'tag': '61156d68-bd9a-4c32-a583-c1ac73ca548b'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:49.314204 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44" -d '{"events": [{"name": "network-changed", "server_uuid": "9906869c-1be6-4e70-88c4-a979aea7a0b2", "tag": "61156d68-bd9a-4c32-a583-c1ac73ca548b"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:49.362145 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7863dbaa-5e3d-4986-a3e9-531483a74187 req-e6738510-5d4d-47c3-a15f-6a29b076698f service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720231 Jun 28 09:55:49.388244 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a76ffe6-e12a-4825-ab1f-19ede96c223c x-openstack-request-id: req-1a76ffe6-e12a-4825-ab1f-19ede96c223c {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:49.388244 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9906869c-1be6-4e70-88c4-a979aea7a0b2", "tag": "61156d68-bd9a-4c32-a583-c1ac73ca548b", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:49.388559 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a76ffe6-e12a-4825-ab1f-19ede96c223c {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:49.390349 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'tag': '61156d68-bd9a-4c32-a583-c1ac73ca548b', 'status': 'completed', 'code': 200} Jun 28 09:55:49.481915 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.512238 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b654a-39ab-4850-a444-5d1a15dbf2e7 req-a8ce563d-8c62-4c91-9d30-75d90695a49e tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.513864 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f06b654a-39ab-4850-a444-5d1a15dbf2e7 req-a8ce563d-8c62-4c91-9d30-75d90695a49e tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 945 time: 0.0855858 Jun 28 09:55:49.604739 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc25eb-a6cc-4539-b1fa-44eedf528e3a req-08b165ab-d704-430e-a54e-c77a7097c922 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.606487 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-facc25eb-a6cc-4539-b1fa-44eedf528e3a req-08b165ab-d704-430e-a54e-c77a7097c922 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 943 time: 0.0893250 Jun 28 09:55:49.608265 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f06b654a-39ab-4850-a444-5d1a15dbf2e7 req-0596d3eb-aed0-40cf-84fd-cf58a5433fc8 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Jun 28 09:55:49.626538 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-701c8c9a-ade7-4293-b833-1dfcbae20671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.628481 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-701c8c9a-ade7-4293-b833-1dfcbae20671 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 1096 time: 0.1132104 Jun 28 09:55:49.639905 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.647348 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-85e7fb23-b4ee-4536-a3c5-63769826c00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:49.669428 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-facc25eb-a6cc-4539-b1fa-44eedf528e3a req-e9ce7418-7fc2-481e-bf27-ba8cc98928a8 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564539 Jun 28 09:55:49.692837 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af29c96284742e5981b90598a444dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862787 Jun 28 09:55:49.694942 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2354b76c-f885-404e-bc57-7834ccc88752,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:49.696165 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60400) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:49.698200 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:49.738890 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:49.759349 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-49e9743c-5f99-4111-a897-85c7d1fd1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.760956 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-49e9743c-5f99-4111-a897-85c7d1fd1d5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.1254981 Jun 28 09:55:49.811417 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-5f0fbdc4-22fd-448f-b8e6-af8c08b92055 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b HTTP/1.1" status: 200 len: 217 time: 0.0435848 Jun 28 09:55:49.812081 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.863833 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.905070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-17f52a70-b1cd-4d12-9407-094cb87773c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.906533 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-17f52a70-b1cd-4d12-9407-094cb87773c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0851817 Jun 28 09:55:49.915846 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:49.935084 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'port_id': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', 'mac_address': 'fa:16:3e:09:5d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd1af6-fd64-4996-b923-97ad7218310b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:49.949160 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-5ca2823f-c156-41ee-b159-b5d6248f3f5c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329237 Jun 28 09:55:49.994906 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.006064 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:50.034066 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:50.072713 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.083082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.084238 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2354b76c-f885-404e-bc57-7834ccc88752 HTTP/1.1" status: 204 len: 168 time: 0.3871198 Jun 28 09:55:50.088278 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fc9e9942-ca77-41b0-a8ba-53e379ef92f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:50.093721 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-4e8979ad-58e2-4c2c-a3f6-5b6f8198d26a service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373990 Jun 28 09:55:50.100062 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354b76c-f885-404e-bc57-7834ccc88752,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:50.103404 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:50.185498 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871c0b6-60d8-4330-98c2-881a10062d86 req-b394fef0-16b9-4133-beb2-a5763ca1559d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.187032 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3871c0b6-60d8-4330-98c2-881a10062d86 req-b394fef0-16b9-4133-beb2-a5763ca1559d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 943 time: 0.1682236 Jun 28 09:55:50.212416 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.214994 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:50.232899 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e13afcf5-5a9a-49d0-a6ea-3e5986140c44 req-66e7fd7d-d44c-4aa7-b4de-6e38f38e5322 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305413 Jun 28 09:55:50.248559 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3871c0b6-60d8-4330-98c2-881a10062d86 req-66f3323d-79e0-4233-831e-a64a8d74b1bc tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549376 Jun 28 09:55:50.294693 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:50.297886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:50.360083 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60420) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:50.377796 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.478565 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.569887 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.574289 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-dc9cb3c3-51df-47de-ad18-f804825c89ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:50.615366 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60424) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:50.620202 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da6a76a3e1e044d49cc52d520b2d4d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542169 Jun 28 09:55:50.620202 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b0db78-532f-4fc1-a339-b8d9adeb725d,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:50.620982 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:50.683848 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.707071 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.826933 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:50.865816 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6546b-0c83-4d1c-9715-1d849063f24a req-4acb9427-506a-40be-906f-463f2c8f38a7 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.867555 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-78d6546b-0c83-4d1c-9715-1d849063f24a req-4acb9427-506a-40be-906f-463f2c8f38a7 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 945 time: 0.0926578 Jun 28 09:55:50.868844 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.871504 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.872639 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5b0db78-532f-4fc1-a339-b8d9adeb725d HTTP/1.1" status: 204 len: 168 time: 0.2562997 Jun 28 09:55:50.875108 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c4280095-b287-43e9-9e2d-b6bcb8c5cee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:50.912069 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b0db78-532f-4fc1-a339-b8d9adeb725d,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:50.916804 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:50.923849 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-78d6546b-0c83-4d1c-9715-1d849063f24a req-f5c9c87c-2840-4815-b9d4-63293f196496 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498540 Jun 28 09:55:50.926456 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19413-4b4d-4246-9e44-383bd34ce094 req-a0490c92-6362-41ab-9cac-2f88d8117627 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.929390 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5cf19413-4b4d-4246-9e44-383bd34ce094 req-a0490c92-6362-41ab-9cac-2f88d8117627 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 944 time: 0.1243637 Jun 28 09:55:50.992752 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5cf19413-4b4d-4246-9e44-383bd34ce094 req-0a7935c3-8fa4-4c23-a6a3-ccaa9234af31 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552948 Jun 28 09:55:51.115093 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60448) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:51.128732 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.236768 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.349807 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.353155 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:51.531396 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f808724319ee4620a2cc042334cbc3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152226 Jun 28 09:55:51.533552 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f51e623-d851-46d2-bc7e-5c400688d569,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:51.534180 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60454) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:51.537800 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:51.579163 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb3995-42dd-47d3-b4a6-fbd40019aaff req-4205b11e-b9ac-44ea-a5dd-7dc21829c91b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:51.580896 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-91fb3995-42dd-47d3-b4a6-fbd40019aaff req-4205b11e-b9ac-44ea-a5dd-7dc21829c91b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 943 time: 0.2118587 Jun 28 09:55:51.593438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.621449 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.625532 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-91fb3995-42dd-47d3-b4a6-fbd40019aaff req-d18f58d6-edef-46c7-999b-40ac0d534c79 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Jun 28 09:55:51.749828 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5b76bdbc-8a56-4e26-a130-cfce88e56084 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:51.758973 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60466) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:51.892475 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.895807 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.905117 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f51e623-d851-46d2-bc7e-5c400688d569 HTTP/1.1" status: 204 len: 168 time: 0.3619223 Jun 28 09:55:51.905117 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:51.906458 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f51e623-d851-46d2-bc7e-5c400688d569,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:51.909021 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:51.937604 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 5b76bdbc-8a56-4e26-a130-cfce88e56084 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:51.941615 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 5b76bdbc-8a56-4e26-a130-cfce88e56084 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:51.941993 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.985152 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.029946 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.067614 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76bdbc-8a56-4e26-a130-cfce88e56084'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:52.144525 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d966-aca3-4078-a755-5b7ad1305677 req-c9c8b4e8-329d-4c5e-9d28-35ded012d56c tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:52.146003 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b038d966-aca3-4078-a755-5b7ad1305677 req-c9c8b4e8-329d-4c5e-9d28-35ded012d56c tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 945 time: 0.0741961 Jun 28 09:55:52.199040 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 5b76bdbc-8a56-4e26-a130-cfce88e56084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084,segment=NetworkSegment(c225d466-73c5-4f4d-a998-3c65f1fde0f0),segment_id=c225d466-73c5-4f4d-a998-3c65f1fde0f0)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:52.204260 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.234849 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b038d966-aca3-4078-a755-5b7ad1305677 req-de2e1289-a4d6-433c-9939-8ec075e9f1d0 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806918 Jun 28 09:55:52.307776 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fff39-7522-47ca-abfc-d6a9d394389b req-c7038ed9-f951-4e23-8390-caa4a1f66e7d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:52.309602 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-221fff39-7522-47ca-abfc-d6a9d394389b req-c7038ed9-f951-4e23-8390-caa4a1f66e7d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 944 time: 0.0945470 Jun 28 09:55:52.365817 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-221fff39-7522-47ca-abfc-d6a9d394389b req-d1edff83-7b21-4c0d-b82e-fe6af2685573 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Jun 28 09:55:52.707251 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.707251 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:52.753838 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=5b76bdbc-8a56-4e26-a130-cfce88e56084,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:52.756872 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:52.789084 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.793281 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4b40afed-0b1d-4ff9-a98d-9731b966e3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:52.828287 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86493395-89ce-47d9-b524-1d308a94bfd9 req-7ab8eb01-e46b-4aa2-ae34-8533b916c46c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:52.831337 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-86493395-89ce-47d9-b524-1d308a94bfd9 req-7ab8eb01-e46b-4aa2-ae34-8533b916c46c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 943 time: 0.0817688 Jun 28 09:55:52.838586 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e3c4bea2f134e82bfc3f4704ea775f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780065 Jun 28 09:55:52.841076 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a248457-e68a-46f4-bd9d-4b9965bfd3ce,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:52.843359 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60508) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:52.851437 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:52.891329 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-86493395-89ce-47d9-b524-1d308a94bfd9 req-f2d2550d-7ee4-4058-ba62-3b5e476935ed tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551600 Jun 28 09:55:52.920233 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.935401 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.081782 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b04c5-e0bb-498c-bd49-eb5bb24f5a35" -d '{"events": [{"server_uuid": "6f7c7ff6-4078-4367-abaa-cd06b4a82d4b", "name": "network-vif-plugged", "status": "completed", "tag": "5b76bdbc-8a56-4e26-a130-cfce88e56084"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:53.195268 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.199501 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.202231 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a248457-e68a-46f4-bd9d-4b9965bfd3ce HTTP/1.1" status: 204 len: 168 time: 0.3576140 Jun 28 09:55:53.203118 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5b9caf6b-ab4f-40d4-b903-ad359bb12e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:53.225273 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a248457-e68a-46f4-bd9d-4b9965bfd3ce,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:53.225273 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:53.226320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b05563b-b4dc-4cfa-9db0-76b188327add x-openstack-request-id: req-7b05563b-b4dc-4cfa-9db0-76b188327add {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:53.226320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7c7ff6-4078-4367-abaa-cd06b4a82d4b", "name": "network-vif-plugged", "status": "completed", "tag": "5b76bdbc-8a56-4e26-a130-cfce88e56084", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:53.226320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b05563b-b4dc-4cfa-9db0-76b188327add {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:53.226320 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76bdbc-8a56-4e26-a130-cfce88e56084', 'code': 200} Jun 28 09:55:53.466719 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e293-ab12-4225-80c7-d6d17a956b65 req-03ede67b-7f86-4fd2-8387-c897882f4c79 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:53.468590 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a5b7e293-ab12-4225-80c7-d6d17a956b65 req-03ede67b-7f86-4fd2-8387-c897882f4c79 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.1002903 Jun 28 09:55:53.513106 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a5b7e293-ab12-4225-80c7-d6d17a956b65 req-2b1cb5d3-261b-476c-80f8-f8d363788dd3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 Jun 28 09:55:53.616827 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f9a2d-b67a-4f12-9171-b8f6bb1eb6fb req-df34c5fd-0b24-477b-b88a-f8441eedf5b1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:53.618429 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8f8f9a2d-b67a-4f12-9171-b8f6bb1eb6fb req-df34c5fd-0b24-477b-b88a-f8441eedf5b1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 944 time: 0.0918584 Jun 28 09:55:53.663502 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8f8f9a2d-b67a-4f12-9171-b8f6bb1eb6fb req-bfb3ac50-4869-452c-8632-5a367b6afae6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Jun 28 09:55:53.744716 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0d5cf-e8b2-4e49-8158-251ae35b7d19 req-21021291-f2eb-47c4-9a31-715f29ae2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:53.744977 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61156d68-bd9a-4c32-a583-c1ac73ca548b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:53.746717 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00d0d5cf-e8b2-4e49-8158-251ae35b7d19 req-21021291-f2eb-47c4-9a31-715f29ae2c84 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 1099 time: 0.0936253 Jun 28 09:55:53.768365 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-00d0d5cf-e8b2-4e49-8158-251ae35b7d19 req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.780004 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:53.879358 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-00d0d5cf-e8b2-4e49-8158-251ae35b7d19 req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.999750 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 61156d68-bd9a-4c32-a583-c1ac73ca548b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:54.002098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-00d0d5cf-e8b2-4e49-8158-251ae35b7d19 req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.013493 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '61156d68-bd9a-4c32-a583-c1ac73ca548b', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'port_id': '61156d68-bd9a-4c32-a583-c1ac73ca548b', 'mac_address': 'fa:16:3e:c7:13:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:54.035957 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:54.041351 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00d0d5cf-e8b2-4e49-8158-251ae35b7d19 req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872593 Jun 28 09:55:54.054405 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.067571 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61156d68-bd9a-4c32-a583-c1ac73ca548b {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:54.089250 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 61156d68-bd9a-4c32-a583-c1ac73ca548b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:54.091029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d3186-3e55-46c9-91ae-98064507aba3,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:54.105296 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.107007 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:54.112962 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:54.118626 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.135205 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48689e-6b50-4421-9bf7-1669976fa3bc req-3eac0e39-e6d7-4133-b780-5d330f4435d3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:54.136949 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9a48689e-6b50-4421-9bf7-1669976fa3bc req-3eac0e39-e6d7-4133-b780-5d330f4435d3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 943 time: 0.0947459 Jun 28 09:55:54.179311 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9a48689e-6b50-4421-9bf7-1669976fa3bc req-01109677-d6f5-466d-8b44-7963e8de9b83 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356672 Jun 28 09:55:54.204046 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.216914 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60548) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:54.235306 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.244998 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.246636 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 7635dc17-4d13-4125-b49e-9b7c9c02760a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:54.276078 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-cc37c24d-c9ce-4432-9470-f05994367d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:54.279870 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:54.313277 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 7635dc17-4d13-4125-b49e-9b7c9c02760a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:54.333944 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '7635dc17-4d13-4125-b49e-9b7c9c02760a', 'network_id': '79271b43-55da-459a-8de0-8588507f315b', 'port_id': '7635dc17-4d13-4125-b49e-9b7c9c02760a', 'mac_address': 'fa:16:3e:46:bb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f391-61fe-451e-8c99-6bd04fbb1b17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:54.380223 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=61156d68-bd9a-4c32-a583-c1ac73ca548b,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:54.383780 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.395427 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.408563 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.411717 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:54.414707 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.415333 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7635dc17-4d13-4125-b49e-9b7c9c02760a {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:54.458778 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 7635dc17-4d13-4125-b49e-9b7c9c02760a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:54.482490 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:54.485721 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.495286 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.498724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4f62d950-be6c-4824-85fc-b344652d96c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:54.534214 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=381643af446b4970bda494b80eb51757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159924 Jun 28 09:55:54.538276 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062a4ec-8858-41a9-91cb-e41f4da3f020,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:54.538385 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60564) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:54.538489 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.552369 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.554370 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:54.610272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.653974 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=7635dc17-4d13-4125-b49e-9b7c9c02760a,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:54.654534 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.669137 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.813451 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a1980-562b-45b6-8b3e-47bea24ded25 req-a3dea99b-01c4-4a94-a0a3-2216a58946ea tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:54.815007 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-562a1980-562b-45b6-8b3e-47bea24ded25 req-a3dea99b-01c4-4a94-a0a3-2216a58946ea tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.1357348 Jun 28 09:55:54.864745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.867745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:54.870191 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7062a4ec-8858-41a9-91cb-e41f4da3f020 HTTP/1.1" status: 204 len: 168 time: 0.3309278 Jun 28 09:55:54.874841 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ee1b4d67-cae6-4fb7-b068-99c0f7d789f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:54.880072 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062a4ec-8858-41a9-91cb-e41f4da3f020,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:54.880935 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-562a1980-562b-45b6-8b3e-47bea24ded25 req-f79afa1a-d836-4a21-be82-9729ef6c8248 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592511 Jun 28 09:55:54.883164 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:54.921717 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77adb6-fc8e-4730-a88b-057c10447308 req-8813137d-6736-4d50-8e43-709f3cf5636e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:54.923705 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1b77adb6-fc8e-4730-a88b-057c10447308 req-8813137d-6736-4d50-8e43-709f3cf5636e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.1063645 Jun 28 09:55:54.975228 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1b77adb6-fc8e-4730-a88b-057c10447308 req-c1fddba1-1f7a-46a6-99de-07d96801c9d3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Jun 28 09:55:55.081142 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['7635dc17-4d13-4125-b49e-9b7c9c02760a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:55.108999 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['61156d68-bd9a-4c32-a583-c1ac73ca548b'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:55.240670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:55.256093 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416f0f1-0f93-421b-82d0-0d4a6c75fc80" -d '{"events": [{"server_uuid": "d1bb1912-efc7-4aa0-8311-69f32488d29d", "name": "network-vif-plugged", "status": "completed", "tag": "abacc312-1a4d-4fc7-b9d0-2221dbfcbd61"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:55.341828 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db4c9c-2cd0-4e40-a05c-a51acdccc6e9 x-openstack-request-id: req-e5db4c9c-2cd0-4e40-a05c-a51acdccc6e9 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:55.346477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bb1912-efc7-4aa0-8311-69f32488d29d", "name": "network-vif-plugged", "status": "completed", "tag": "abacc312-1a4d-4fc7-b9d0-2221dbfcbd61", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:55.346477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5db4c9c-2cd0-4e40-a05c-a51acdccc6e9 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:55.346477 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', 'code': 200} Jun 28 09:55:55.403882 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799ea30-c287-4f1a-8815-60ad3c0290de req-ff48964d-3af6-4736-96b6-051b291607fa tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:55.405500 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5799ea30-c287-4f1a-8815-60ad3c0290de req-ff48964d-3af6-4736-96b6-051b291607fa tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 944 time: 0.0825386 Jun 28 09:55:55.457850 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5799ea30-c287-4f1a-8815-60ad3c0290de req-f9c5039d-f053-4eed-9bfc-758b54481a47 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Jun 28 09:55:55.794733 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096211-e292-407e-9c0a-d11a79b54914 req-8979bb34-a48d-48ca-a84e-a08256e49f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:55.796323 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b096211-e292-407e-9c0a-d11a79b54914 req-8979bb34-a48d-48ca-a84e-a08256e49f6f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 1098 time: 0.0520799 Jun 28 09:55:55.844767 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b096211-e292-407e-9c0a-d11a79b54914 req-510b2d93-23c6-497b-9938-752af29743dd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Jun 28 09:55:55.912385 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60628) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:56.099640 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732591-9c53-4475-bf18-f91b5995c14d req-3f96eb26-698e-4b81-b4bf-f6aff3e63d9a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:56.107507 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a9732591-9c53-4475-bf18-f91b5995c14d req-3f96eb26-698e-4b81-b4bf-f6aff3e63d9a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.0999894 Jun 28 09:55:56.183857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.213109 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a9732591-9c53-4475-bf18-f91b5995c14d req-ccea10ba-59fb-4129-9f25-dca516b5f7a3 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039777 Jun 28 09:55:56.243474 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9d190-aca8-4a51-9bc9-580e132c2cd9 req-f6b3d918-2ffb-456c-b4d2-48890b78e6d9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:56.245984 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-52f9d190-aca8-4a51-9bc9-580e132c2cd9 req-f6b3d918-2ffb-456c-b4d2-48890b78e6d9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.0725091 Jun 28 09:55:56.294621 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-52f9d190-aca8-4a51-9bc9-580e132c2cd9 req-bea2adf2-a07e-4b4b-b205-aac994294732 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Jun 28 09:55:56.311826 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.394617 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.397048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:56.435307 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4aeb76-edd6-436c-a84f-b091b8f87720,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:56.438407 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:56.441291 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f061dbcf7a34c92bd4bc87adbe1f35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267205 Jun 28 09:55:56.444063 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60648) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:56.501502 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4fa70f72-5862-4f51-af4a-12639347501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.503376 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.537749 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.672409 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ffb55-9e0f-4be6-9341-56ab30c310dd req-aaf22f0e-e317-4dfc-8e5f-d3dc3b14c5af tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:56.673995 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-849ffb55-9e0f-4be6-9341-56ab30c310dd req-aaf22f0e-e317-4dfc-8e5f-d3dc3b14c5af tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 944 time: 0.0871785 Jun 28 09:55:56.695223 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.698410 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:56.699699 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f4aeb76-edd6-436c-a84f-b091b8f87720 HTTP/1.1" status: 204 len: 168 time: 0.2535865 Jun 28 09:55:56.702205 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-335af03f-994a-40c7-bb7f-4215b174647c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:56.713091 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4aeb76-edd6-436c-a84f-b091b8f87720,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:56.715662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:56.736970 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-849ffb55-9e0f-4be6-9341-56ab30c310dd req-66d3e003-a629-4800-99ef-ac08a4875878 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568719 Jun 28 09:55:57.430944 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83bff5-c3a5-4a07-ba07-11c0eee5c237 req-8acc2f44-ef77-4614-a895-4720c49c8a51 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:57.434065 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0d83bff5-c3a5-4a07-ba07-11c0eee5c237 req-8acc2f44-ef77-4614-a895-4720c49c8a51 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.0926874 Jun 28 09:55:57.487949 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0d83bff5-c3a5-4a07-ba07-11c0eee5c237 req-73af606b-3ac9-48d9-a7b9-2f3ba5e27411 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jun 28 09:55:57.508096 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60688) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:57.522921 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.531686 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4d00-a091-4926-af02-139fb6e4cacf req-89e57423-e8f0-4a9b-b727-23787d9a9f87 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:57.538501 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b8cc4d00-a091-4926-af02-139fb6e4cacf req-89e57423-e8f0-4a9b-b727-23787d9a9f87 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.0927677 Jun 28 09:55:57.572576 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b8cc4d00-a091-4926-af02-139fb6e4cacf req-3c250ff3-b118-44aa-9d68-aef0e77618e4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Jun 28 09:55:57.631747 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.714924 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.719904 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:57.756199 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e9faa-07fd-4f6f-afd6-b4117a2bb426,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:57.760683 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fe2107ff5234451a645d429eb4bf527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515473 Jun 28 09:55:57.768331 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:57.768692 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61156d68-bd9a-4c32-a583-c1ac73ca548b up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:57.770706 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60696) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:57.854600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.881132 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:57.961922 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271056-687c-4bea-81cd-b99c9c627202 req-1c1fdbd0-d711-4a80-ada2-1281cb49b753 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:57.964173 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c8271056-687c-4bea-81cd-b99c9c627202 req-1c1fdbd0-d711-4a80-ada2-1281cb49b753 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 944 time: 0.0695832 Jun 28 09:55:58.000890 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 61156d68-bd9a-4c32-a583-c1ac73ca548b completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:58.006045 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 61156d68-bd9a-4c32-a583-c1ac73ca548b triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:58.006719 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.010248 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c8271056-687c-4bea-81cd-b99c9c627202 req-7debadfd-d26a-43cf-843b-773230cbe9df tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Jun 28 09:55:58.038326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.041690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.043020 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/846e9faa-07fd-4f6f-afd6-b4117a2bb426 HTTP/1.1" status: 204 len: 168 time: 0.2705858 Jun 28 09:55:58.045431 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d0e9d4f8-84b3-4d36-a588-a20f11c83861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:58.058208 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e9faa-07fd-4f6f-afd6-b4117a2bb426,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:58.060786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:58.129855 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.168316 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 61156d68-bd9a-4c32-a583-c1ac73ca548b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:58.169243 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61156d68-bd9a-4c32-a583-c1ac73ca548b'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:58.171534 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3dd920-9124-4162-8704-4d936644bb12" -d '{"events": [{"server_uuid": "9906869c-1be6-4e70-88c4-a979aea7a0b2", "name": "network-vif-plugged", "status": "completed", "tag": "61156d68-bd9a-4c32-a583-c1ac73ca548b"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:58.211414 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059db7f-334f-449d-88cb-e666e0ef74c9 x-openstack-request-id: req-5059db7f-334f-449d-88cb-e666e0ef74c9 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:58.211743 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906869c-1be6-4e70-88c4-a979aea7a0b2", "name": "network-vif-plugged", "status": "completed", "tag": "61156d68-bd9a-4c32-a583-c1ac73ca548b", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:58.212007 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5059db7f-334f-449d-88cb-e666e0ef74c9 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:58.212445 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61156d68-bd9a-4c32-a583-c1ac73ca548b', 'code': 200} Jun 28 09:55:58.298865 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.299774 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 7635dc17-4d13-4125-b49e-9b7c9c02760a up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:58.303167 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:58.378913 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=61156d68-bd9a-4c32-a583-c1ac73ca548b,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:58.383007 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:58.487626 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 7635dc17-4d13-4125-b49e-9b7c9c02760a completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:58.499167 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 7635dc17-4d13-4125-b49e-9b7c9c02760a triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:58.499167 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.631530 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.692784 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e074f90-9e17-45ea-bea3-85ca2ce6f82d req-d321c5e3-9b73-43af-bd47-4fd4d37262fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:58.705119 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 7635dc17-4d13-4125-b49e-9b7c9c02760a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:58.705292 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3e074f90-9e17-45ea-bea3-85ca2ce6f82d req-d321c5e3-9b73-43af-bd47-4fd4d37262fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 1098 time: 0.1003761 Jun 28 09:55:58.749089 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3e074f90-9e17-45ea-bea3-85ca2ce6f82d req-902250b2-34a6-4d6a-bb73-4444d487c06c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Jun 28 09:55:58.845275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af778-dcc0-4de4-a38d-c9c8b7524b2e req-3572f856-7fc2-44fc-85a7-2e2b8f83dd96 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:58.846880 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-545af778-dcc0-4de4-a38d-c9c8b7524b2e req-3572f856-7fc2-44fc-85a7-2e2b8f83dd96 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.0768018 Jun 28 09:55:58.881469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:58.883415 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:58.892800 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-545af778-dcc0-4de4-a38d-c9c8b7524b2e req-cff09bea-03ea-4838-8e99-486d24777d94 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Jun 28 09:55:58.988211 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=7635dc17-4d13-4125-b49e-9b7c9c02760a,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:58.988211 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:59.120144 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-581769ff-8f0a-45e2-a532-8be1ff901b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:59.194298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12d1ae-0dbf-4193-835c-a8b1886e120c req-403cb48b-a0d5-401d-bea8-af4fd57613a4 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:59.201054 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2d12d1ae-0dbf-4193-835c-a8b1886e120c req-403cb48b-a0d5-401d-bea8-af4fd57613a4 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0671656 Jun 28 09:55:59.237965 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2d12d1ae-0dbf-4193-835c-a8b1886e120c req-6e471658-9f82-4a87-8f92-5dd0fad913b8 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Jun 28 09:55:59.263094 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:00.213932 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7635dc17-4d13-4125-b49e-9b7c9c02760a'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:00.217885 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af7506a-d3a6-42a6-93dc-57565d63e75d" -d '{"events": [{"server_uuid": "f333fc84-e256-4ce0-875d-17f1ddff031c", "name": "network-vif-plugged", "status": "completed", "tag": "7635dc17-4d13-4125-b49e-9b7c9c02760a"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:00.269944 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a314e4-e61e-4b56-bdce-f691c98ca078 x-openstack-request-id: req-75a314e4-e61e-4b56-bdce-f691c98ca078 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:00.270418 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333fc84-e256-4ce0-875d-17f1ddff031c", "name": "network-vif-plugged", "status": "completed", "tag": "7635dc17-4d13-4125-b49e-9b7c9c02760a", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:00.270859 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75a314e4-e61e-4b56-bdce-f691c98ca078 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:00.271888 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7635dc17-4d13-4125-b49e-9b7c9c02760a', 'code': 200} Jun 28 09:56:00.309688 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:00.459436 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c98ad-6acb-46b3-9a1b-93e380ccb1b3 req-441456b8-42f7-4122-a269-ad8b48d4aaee tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:00.461073 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0c7c98ad-6acb-46b3-9a1b-93e380ccb1b3 req-441456b8-42f7-4122-a269-ad8b48d4aaee tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0679333 Jun 28 09:56:00.515166 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0c7c98ad-6acb-46b3-9a1b-93e380ccb1b3 req-b072a356-3d75-4467-a052-826d646ff0b7 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Jun 28 09:56:00.933639 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f2ee9-1d31-4529-9b8c-0cb9ff7628db req-81c800cf-a108-4a83-89f6-58f38a2eb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:00.935091 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-392f2ee9-1d31-4529-9b8c-0cb9ff7628db req-81c800cf-a108-4a83-89f6-58f38a2eb79b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.0559807 Jun 28 09:56:00.974033 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-392f2ee9-1d31-4529-9b8c-0cb9ff7628db req-2b88aa04-b6e7-4030-a18e-d39fc20983f6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325530 Jun 28 09:56:01.831659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066acfb6-26f4-41e7-a2d8-86f8bc5840ce req-a4178518-ae95-4fb5-8d75-8df1741f2fac tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:01.835278 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-066acfb6-26f4-41e7-a2d8-86f8bc5840ce req-a4178518-ae95-4fb5-8d75-8df1741f2fac tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1295495 Jun 28 09:56:01.901718 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-066acfb6-26f4-41e7-a2d8-86f8bc5840ce req-77045775-e25b-4996-9910-fe961c1624a4 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560360 Jun 28 09:56:01.964890 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:02.872381 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb09c0-d74c-473a-83fb-6c7d0785b8a5 req-013ebc62-a27e-433a-9050-ed441262d38b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:02.873944 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2ceb09c0-d74c-473a-83fb-6c7d0785b8a5 req-013ebc62-a27e-433a-9050-ed441262d38b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1172328 Jun 28 09:56:02.876169 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-5e454cb5-1fe6-4d9c-bb64-f39951c1c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:02.877564 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-5e454cb5-1fe6-4d9c-bb64-f39951c1c34b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0856137 Jun 28 09:56:02.978058 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2ceb09c0-d74c-473a-83fb-6c7d0785b8a5 req-7cdfc728-480a-447e-813f-1fc9e43670dc tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Jun 28 09:56:03.003286 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-2eef8ef6-df4b-4fe5-8f29-11035ddc59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:03.004778 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-2eef8ef6-df4b-4fe5-8f29-11035ddc59c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.1207023 Jun 28 09:56:03.047519 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-b8f3d30f-c74d-4505-bcd7-8f9f5b08d692 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b HTTP/1.1" status: 200 len: 217 time: 0.0354562 Jun 28 09:56:03.096703 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-8390ffbb-bada-498a-99a0-75c2a2bec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:03.098132 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-8390ffbb-bada-498a-99a0-75c2a2bec129 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0448232 Jun 28 09:56:03.131973 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-d69c4002-c08c-42df-8a14-13e8e1c01478 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260148 Jun 28 09:56:03.237506 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-b240ae7d-b2ac-4ef9-8eb2-5ff422c90d1a service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879779 Jun 28 09:56:03.344732 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be6fa776-481e-4fb1-a6c9-7e051de3f336 req-60a4b89f-4c94-4ddf-8d8e-835ee26cf7cd service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899925 Jun 28 09:56:04.191898 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a009ea-66ad-4af3-897f-d128aa44c30c req-3ff8c3b4-76ba-4ff3-b339-c9d4cfa572b5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:04.193527 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-10a009ea-66ad-4af3-897f-d128aa44c30c req-3ff8c3b4-76ba-4ff3-b339-c9d4cfa572b5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0766323 Jun 28 09:56:04.500023 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-10a009ea-66ad-4af3-897f-d128aa44c30c req-2e05d393-4694-4087-a460-e357c0896935 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976811 Jun 28 09:56:05.112309 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60904) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:05.236072 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.377518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.429863 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60914) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:05.554157 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.580579 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.584511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:05.622583 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc3c07418cf942d19bf81fa703929fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089664 Jun 28 09:56:05.624851 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dd63e-619e-4384-8271-50c3df40bc27,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:05.627127 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60920) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:05.629790 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:05.691560 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.727058 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.750070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6236f-bbc0-4cc1-b93f-da7ed3912b43 req-c748ae0b-ef1a-4a5b-956e-5ed4e2bacc6d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:05.754718 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-18f6236f-bbc0-4cc1-b93f-da7ed3912b43 req-c748ae0b-ef1a-4a5b-956e-5ed4e2bacc6d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1277995 Jun 28 09:56:05.769619 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.817264 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-18f6236f-bbc0-4cc1-b93f-da7ed3912b43 req-746fe3d7-bf90-4b44-adb5-b61f255bb803 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576398 Jun 28 09:56:05.857622 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.863380 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:05.897300 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cf2567dc0494daf9e64bfb99a13b106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663002 Jun 28 09:56:05.899480 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53cbd3c-e2f6-45af-8e79-e2e2be33bebc,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:05.903601 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:05.905628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60928) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:05.967338 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.986615 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.991011 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.995857 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c2dd63e-619e-4384-8271-50c3df40bc27 HTTP/1.1" status: 204 len: 168 time: 0.3631701 Jun 28 09:56:06.001672 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-287cecbe-ca7e-4950-b160-a2f66cfe297a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:06.014912 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.017008 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dd63e-619e-4384-8271-50c3df40bc27,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:06.026547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:06.334927 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.337562 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.338716 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e53cbd3c-e2f6-45af-8e79-e2e2be33bebc HTTP/1.1" status: 204 len: 168 time: 0.4320045 Jun 28 09:56:06.339438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-91247c1a-f371-48fb-a7ee-9603c0b6c8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:06.347391 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53cbd3c-e2f6-45af-8e79-e2e2be33bebc,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:06.354356 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:06.668451 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-c959c9a5-a01c-4f90-ad0a-0e12f0b853c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624073 Jun 28 09:56:06.804569 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-76bbdc79-1fae-4a0e-91b0-b239faeab148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.806040 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-76bbdc79-1fae-4a0e-91b0-b239faeab148 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 1098 time: 0.0681469 Jun 28 09:56:06.943030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60966) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:06.980771 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-d03eb667-1839-4174-8c46-9adf3abd82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.986824 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-d03eb667-1839-4174-8c46-9adf3abd82e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 914 time: 0.1530168 Jun 28 09:56:07.052696 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-23446eb0-985f-4d18-9149-1314a8612b91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 HTTP/1.1" status: 200 len: 217 time: 0.0510507 Jun 28 09:56:07.124598 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-1c6a7da1-3588-498b-84b7-a962b272f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:07.126143 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-1c6a7da1-3588-498b-84b7-a962b272f1d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.0580492 Jun 28 09:56:07.164442 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-e3fd9976-c68c-4488-8968-af593c58bd4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319514 Jun 28 09:56:07.172440 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba17fb0-cf7b-4aec-bf76-ebb41f8cdd8e req-3f3529ab-c854-4b43-a863-29d2b8351b04 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:07.173940 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7ba17fb0-cf7b-4aec-bf76-ebb41f8cdd8e req-3f3529ab-c854-4b43-a863-29d2b8351b04 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1659951 Jun 28 09:56:07.269806 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7ba17fb0-cf7b-4aec-bf76-ebb41f8cdd8e req-b9a3e47b-e4eb-4142-bf22-ec5f9a1b2558 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853801 Jun 28 09:56:07.307908 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-3b1af70c-3e11-4ae0-bc60-9d1e144fc27a service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314187 Jun 28 09:56:07.392003 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60976) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:07.405672 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.426384 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc608b53-d935-465a-9427-4d8bfc8debe1 req-0c1cf459-7274-42c2-a068-25beb0f2be37 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124480 Jun 28 09:56:07.530050 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.579939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.655289 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.660985 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:07.708721 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ccf28-5c6a-4202-97f4-e2a52547ac1a,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:07.718951 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c2d948da30b4530ab0e57498ed0c11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256431 Jun 28 09:56:07.719928 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 60982) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:07.720998 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:07.778656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60984) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:07.782172 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.783495 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.794777 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.813865 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.943911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:07.951573 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:08.011372 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47d7c43fefd3480eac901f382593b010&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0650337 Jun 28 09:56:08.014171 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 60996) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:08.023375 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df9b21-1139-4d32-ad47-e03adbedfafa,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:08.028147 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:08.066879 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.072615 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.073873 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac1ccf28-5c6a-4202-97f4-e2a52547ac1a HTTP/1.1" status: 204 len: 168 time: 0.3519130 Jun 28 09:56:08.074640 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:08.092746 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ccf28-5c6a-4202-97f4-e2a52547ac1a,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:08.104517 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.104865 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.105211 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.105750 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.106091 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.106425 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.106755 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.107086 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.107415 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.107739 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.108059 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.108406 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:08.120487 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:08.132571 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.165458 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.183808 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.297258 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.298882 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8e40f7b2-a6b0-4a8c-9b8f-2c133aa26f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:08.372603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f159ba-4a23-4cab-9113-de14c07a9d46,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:08.375936 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:08.403219 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32780) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:08.405098 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cb336c12c93497ebbd4d0dd392c98d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6248832 Jun 28 09:56:08.407480 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.413156 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.414375 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4df9b21-1139-4d32-ad47-e03adbedfafa HTTP/1.1" status: 204 len: 168 time: 0.3992820 Jun 28 09:56:08.415436 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:08.441183 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df9b21-1139-4d32-ad47-e03adbedfafa,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:08.451705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:08.529627 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.582141 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.704513 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dfab4-66d7-4b55-8ace-d1fe42e30c72 req-ed900751-8b69-4e60-acd0-0e099466c1a9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:08.707135 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1d1dfab4-66d7-4b55-8ace-d1fe42e30c72 req-ed900751-8b69-4e60-acd0-0e099466c1a9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1660376 Jun 28 09:56:08.774058 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1d1dfab4-66d7-4b55-8ace-d1fe42e30c72 req-9981afbc-fb03-4e91-bc6b-7c2b27aa54af tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571277 Jun 28 09:56:08.932188 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.937097 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.938850 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32f159ba-4a23-4cab-9113-de14c07a9d46 HTTP/1.1" status: 204 len: 168 time: 0.5344462 Jun 28 09:56:08.939989 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:08.950581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f159ba-4a23-4cab-9113-de14c07a9d46,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:08.953005 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c52343d5-8d21-4e94-a25e-c91824b8767c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:09.473197 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a693e-7de6-49a5-9470-a55f7db569e7 req-f966f396-accd-4780-a658-efaf4418112a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:09.475941 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc6a693e-7de6-49a5-9470-a55f7db569e7 req-f966f396-accd-4780-a658-efaf4418112a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.1095707 Jun 28 09:56:09.544578 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc6a693e-7de6-49a5-9470-a55f7db569e7 req-04510b59-59cc-4749-8869-3ded5f2aee3a tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593243 Jun 28 09:56:10.012625 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f4274-8fda-49a8-9fee-a16cd45f6804 req-d8613669-c003-4dec-aa8b-5d9cdf6872cf tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.015135 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-117f4274-8fda-49a8-9fee-a16cd45f6804 req-d8613669-c003-4dec-aa8b-5d9cdf6872cf tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0964963 Jun 28 09:56:10.074404 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-117f4274-8fda-49a8-9fee-a16cd45f6804 req-2f7499cb-ded0-4258-a237-48992273c009 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 Jun 28 09:56:10.158286 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32824) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.182704 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.314429 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.456366 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 32848) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.501056 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.506510 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:10.551290 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb4e6e376f541c28a860f11b9d1f449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918190 Jun 28 09:56:10.552781 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9c6830-32d8-4b2f-a14e-34b0c285a71d,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:10.556936 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 32858) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:10.558832 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:10.668857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-8e285d75-e2c1-4e62-af20-4782b3f14c02 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.671296 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-8e285d75-e2c1-4e62-af20-4782b3f14c02 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.1656644 Jun 28 09:56:10.673030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.717041 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-8e57b2f6-cf8e-4ccc-a91b-55b31adcfc33 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/quotas/5e529502fdf24590904c689f3041c151 HTTP/1.1" status: 200 len: 375 time: 0.0364399 Jun 28 09:56:10.720808 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:10.797112 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682413a8-dc60-4c63-bf89-ded3eaff107a req-75dc4d93-b1cb-4bb7-afd0-f4a03e12d3eb tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.800154 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-682413a8-dc60-4c63-bf89-ded3eaff107a req-75dc4d93-b1cb-4bb7-afd0-f4a03e12d3eb tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.1120374 Jun 28 09:56:10.857921 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-682413a8-dc60-4c63-bf89-ded3eaff107a req-6c1e82c9-fc10-4a7a-912d-c25d60d30a78 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515656 Jun 28 09:56:10.866244 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-d84c6f24-aadd-4391-b1b3-6b110c580005 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1413250 Jun 28 09:56:10.956726 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.028770 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-34f8a78e-51c3-4af9-8b96-7ea0617289dd service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294158 Jun 28 09:56:11.085900 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.119669 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:11.119669 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a9c6830-32d8-4b2f-a14e-34b0c285a71d HTTP/1.1" status: 204 len: 168 time: 0.5316901 Jun 28 09:56:11.119669 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:11.119669 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9c6830-32d8-4b2f-a14e-34b0c285a71d,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:11.143497 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.144087 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.144697 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.145279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.145854 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.146554 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.147157 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.147720 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.148325 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.149320 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.150451 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.151028 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:11.157982 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:11.182693 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-196f4c08-4705-446e-a44d-aa341d906a9a service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702518 Jun 28 09:56:11.246272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.180087 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139973d-32b0-4dfb-9fa7-ea0c14460ff6 req-07a49b77-95e3-4a0b-9ddb-112717836b33 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:12.182200 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d139973d-32b0-4dfb-9fa7-ea0c14460ff6 req-07a49b77-95e3-4a0b-9ddb-112717836b33 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.9633625 Jun 28 09:56:12.187488 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-cc35375d-7bc3-4221-8f83-aef6a543a013 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:12.194668 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-cc35375d-7bc3-4221-8f83-aef6a543a013 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.4275827 Jun 28 09:56:12.247817 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.251341 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d139973d-32b0-4dfb-9fa7-ea0c14460ff6 req-907924b1-096a-4994-8fcf-65357e6f53cb tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586116 Jun 28 09:56:12.282137 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-84a88f69-de1f-46f9-89c9-a3d41dfe99e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.398252 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1564d2380f4a47d99e1b0762d9ac4454&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9405942 Jun 28 09:56:12.403226 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32882) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:12.417121 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96485c55-3d4c-4409-b0a5-9e309fb6071b,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.423421 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.441804 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56dcd3bd-8ddc-47c8-9f96-e338831a5a7f req-652fa794-911c-41eb-a405-01dfd28568a2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0463727 Jun 28 09:56:12.496826 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Deleting port 5b76bdbc-8a56-4e26-a130-cfce88e56084 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:56:12.497173 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.542269 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.577933 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.617651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 32892) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:12.712347 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] For port 5b76bdbc-8a56-4e26-a130-cfce88e56084, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b76bdbc-8a56-4e26-a130-cfce88e56084,segment=NetworkSegment(c225d466-73c5-4f4d-a998-3c65f1fde0f0),segment_id=c225d466-73c5-4f4d-a998-3c65f1fde0f0)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:12.713160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.736418 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Calling delete_port for 5b76bdbc-8a56-4e26-a130-cfce88e56084 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:56:12.870510 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.874930 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.881177 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96485c55-3d4c-4409-b0a5-9e309fb6071b HTTP/1.1" status: 204 len: 168 time: 0.4716322 Jun 28 09:56:12.881177 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d443e56a-1b05-423f-aaab-34d96181a46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.903842 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96485c55-3d4c-4409-b0a5-9e309fb6071b,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.909304 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.924754 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6698-bb48-4e5a-b5b2-871b9cbb3d84 req-da2d757d-f905-445c-8e1a-fc6d166e1776 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:12.937663 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c31c6698-bb48-4e5a-b5b2-871b9cbb3d84 req-da2d757d-f905-445c-8e1a-fc6d166e1776 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 946 time: 0.1199706 Jun 28 09:56:12.978580 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c31c6698-bb48-4e5a-b5b2-871b9cbb3d84 req-46cc86e2-503b-4e99-a5fc-175ab0d14afd tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/security-groups?id=45e2768c-285a-40f6-9a3c-302756d3f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Jun 28 09:56:12.990648 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.035092 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.049755 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['5b76bdbc-8a56-4e26-a130-cfce88e56084'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:13.061335 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.132808 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Pushing event deleted for resources: {'Port': ['ID=5b76bdbc-8a56-4e26-a130-cfce88e56084,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.136832 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.154563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] No DVR routers for this DVR port 5b76bdbc-8a56-4e26-a130-cfce88e56084 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:56:13.169177 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.171109 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b5afab60-8282-452a-9a21-6d0a197873f0 req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.38 "DELETE /v2.0/ports/5b76bdbc-8a56-4e26-a130-cfce88e56084 HTTP/1.1" status: 204 len: 173 time: 0.9711585 Jun 28 09:56:13.171606 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'name': 'network-vif-deleted', 'tag': '5b76bdbc-8a56-4e26-a130-cfce88e56084'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:13.173996 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c2efc2-fef9-4a83-b5ec-a515181df3e7" -d '{"events": [{"server_uuid": "6f7c7ff6-4078-4367-abaa-cd06b4a82d4b", "name": "network-vif-deleted", "tag": "5b76bdbc-8a56-4e26-a130-cfce88e56084"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:13.218844 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.233478 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4db636-af98-4fca-bb4d-0d6e66a74e96 x-openstack-request-id: req-3b4db636-af98-4fca-bb4d-0d6e66a74e96 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:13.241137 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7c7ff6-4078-4367-abaa-cd06b4a82d4b", "name": "network-vif-deleted", "tag": "5b76bdbc-8a56-4e26-a130-cfce88e56084", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:13.241137 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b4db636-af98-4fca-bb4d-0d6e66a74e96 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:13.241137 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7c7ff6-4078-4367-abaa-cd06b4a82d4b', 'name': 'network-vif-deleted', 'tag': '5b76bdbc-8a56-4e26-a130-cfce88e56084', 'status': 'completed', 'code': 200} Jun 28 09:56:13.255613 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32906) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.286222 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.323931 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.366130 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.372158 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.435536 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a17e8a3ab94d9588b90fdf5cc13ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7913506 Jun 28 09:56:13.435536 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 32912) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.441279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb30ce1c-acee-40d6-9d3f-254ccee0f4a0,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.445796 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.494329 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.526814 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.560744 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd78554-d6d3-4723-8156-2233d40a2165 req-8a117006-3ac2-4107-8ac8-3eb0c2cd3f59 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:13.563267 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6fd78554-d6d3-4723-8156-2233d40a2165 req-8a117006-3ac2-4107-8ac8-3eb0c2cd3f59 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1673200 Jun 28 09:56:13.612184 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dfb96b0c-5b5b-42bb-ad47-5ceee93c6aff req-bf53d85e-79bb-4b0e-8884-93bc0a7b6f6f tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0349238 Jun 28 09:56:13.644504 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.659336 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6fd78554-d6d3-4723-8156-2233d40a2165 req-59fc5536-4782-4372-b7e1-ae14c51111d3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836451 Jun 28 09:56:13.754467 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.760222 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.764621 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb30ce1c-acee-40d6-9d3f-254ccee0f4a0 HTTP/1.1" status: 204 len: 168 time: 0.3401649 Jun 28 09:56:13.764621 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-18a956eb-0119-4b25-970c-f2ccf9cd59e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.774982 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb30ce1c-acee-40d6-9d3f-254ccee0f4a0,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.777450 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.809282 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.810605 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f0fc0f92-2c60-448a-b5eb-10f8642a8b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.867580 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a47d78591e9d492393e46d6ca8a13876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095457 Jun 28 09:56:13.869362 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89da71b-218b-4b2f-9655-600729cc1ffe,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.871561 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 32922) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.874304 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.894533 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32924) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.941561 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.973962 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.174360 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-91e51a34-5309-4ea8-8e63-76fcf4323b95 req-d8d61c76-5fb2-435c-913a-b85547d43bf6 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0450904 Jun 28 09:56:14.175424 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.180472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.182316 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d89da71b-218b-4b2f-9655-600729cc1ffe HTTP/1.1" status: 204 len: 168 time: 0.3095663 Jun 28 09:56:14.183904 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b2f2168c-c21f-4337-90b8-a89712f38b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:14.193378 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89da71b-218b-4b2f-9655-600729cc1ffe,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:14.196239 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:14.365833 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.489066 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.814433 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5ddc295a-a400-4f31-8d4c-1bc30254f1d4 req-4f855fea-5498-431a-aaa2-07f34f344058 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0475769 Jun 28 09:56:14.815499 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.820592 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-49b7fa56-c47d-4c45-8b58-077b661562b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:14.888041 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=949cf7e6a1a6437287f702bf0a9583c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0014791 Jun 28 09:56:14.888649 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32946) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:14.899377 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902c579c-b675-4fe0-a7a9-b7e2155d5af2,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:14.917079 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:14.979318 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d38f51-5420-4daf-ac15-9c32911f5ed4 req-28569292-763c-43f6-9b21-e5175d8b5cf6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.982155 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-06d38f51-5420-4daf-ac15-9c32911f5ed4 req-28569292-763c-43f6-9b21-e5175d8b5cf6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1762457 Jun 28 09:56:15.009723 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.053300 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.055780 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-06d38f51-5420-4daf-ac15-9c32911f5ed4 req-d6f1494a-df8c-4e58-971f-96676f814081 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542457 Jun 28 09:56:15.192579 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 32950) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:15.221633 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.251606 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.255819 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.256413 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/902c579c-b675-4fe0-a7a9-b7e2155d5af2 HTTP/1.1" status: 204 len: 168 time: 0.3661788 Jun 28 09:56:15.257398 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c87f7fbb-411c-48a2-a2d3-839a0a8c6325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:15.280674 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c579c-b675-4fe0-a7a9-b7e2155d5af2,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:15.280674 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:15.416231 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.470181 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d9f4c812-e66f-447f-ae68-e63786d22702 req-6b3e6b5f-d665-474c-94f0-f12ea0701ba6 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7c7ff6-4078-4367-abaa-cd06b4a82d4b HTTP/1.1" status: 200 len: 210 time: 0.0334480 Jun 28 09:56:15.582984 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.588328 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2f3dcd91-8357-47e7-b254-351b92b5bd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:15.623640 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e364465428bb4be996606d27f902b360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298952 Jun 28 09:56:15.625619 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08b91f-37a6-4a1d-b8e6-b4182777edc2,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:15.628007 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 32962) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:15.629095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:15.686203 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.721791 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.856155 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:56:15.897009 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5b76bdbc-8a56-4e26-a130-cfce88e56084 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:56:15.904977 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.921202 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.925654 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d08b91f-37a6-4a1d-b8e6-b4182777edc2 HTTP/1.1" status: 204 len: 168 time: 0.2962263 Jun 28 09:56:15.928651 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 5b76bdbc-8a56-4e26-a130-cfce88e56084 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:56:15.929359 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5b76bdbc-8a56-4e26-a130-cfce88e56084 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:56:15.935282 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cbacc391-e2f9-46e0-95b5-5d7f3790a140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:15.947942 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08b91f-37a6-4a1d-b8e6-b4182777edc2,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:15.957297 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:16.027278 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-86b11eba-3da5-4b79-b78c-8174b0955a02 req-40fe43ae-aa06-414b-bce1-3e230377b513 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0531697 Jun 28 09:56:16.333452 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e438883-1f02-4d8d-b238-e409805e16a1 req-905c6cd5-341a-4610-93a2-0dbde3025a38 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:16.340458 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2e438883-1f02-4d8d-b238-e409805e16a1 req-905c6cd5-341a-4610-93a2-0dbde3025a38 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1000907 Jun 28 09:56:16.396878 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2e438883-1f02-4d8d-b238-e409805e16a1 req-4ec801ae-459d-4638-9ad4-a7bf42e083b1 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Jun 28 09:56:16.606902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-5c7399dc-a8d5-4954-852e-b99e1e870861 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:16.608578 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-5c7399dc-a8d5-4954-852e-b99e1e870861 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.1333735 Jun 28 09:56:16.629373 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Request body: {'port': {'device_id': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'admin_state_up': True, 'tenant_id': '5e529502fdf24590904c689f3041c151'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:16.947482 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Made reservation on behalf of 5e529502fdf24590904c689f3041c151 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:16.952965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.266311 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6f466923-0595-4e4a-9bb3-03f5b631c4c7 req-e3761ad3-dd47-441e-99a8-a137ef3d7a0d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0927975 Jun 28 09:56:17.382142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33020) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:17.403459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.445270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Allocated IP 172.20.0.6 (996b4ef8-91c5-4485-94bb-c9a71539330c/dbbd1af6-fd64-4996-b923-97ad7218310b/5ac3d427-a572-42b7-b836-d2772573df2d) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:17.752142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.775491 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.808991 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2e0ba-60d2-488a-a499-b221945abf5f req-d7adfd4a-3192-4bf8-b370-880547ddca52 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.810582 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a3f2e0ba-60d2-488a-a499-b221945abf5f req-d7adfd4a-3192-4bf8-b370-880547ddca52 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1989040 Jun 28 09:56:17.868567 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a3f2e0ba-60d2-488a-a499-b221945abf5f req-1541ce8a-4749-46fc-a213-21444c5f5f95 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497007 Jun 28 09:56:17.933505 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.935571 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.943718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:17.949883 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:18.004133 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4aac913c9fe4c03932a49acfd3ff665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208901 Jun 28 09:56:18.007940 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33038) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:18.012969 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Network 996b4ef8-91c5-4485-94bb-c9a71539330c is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:18.014591 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4d3e1-77f3-46d3-a2ca-de3dce926a2b,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:18.030996 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:18.037764 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:18.047027 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.047937 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.052261 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:18.054107 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e9ddfaa2-8a61-46a4-9076-0e41ddaef411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:18.117244 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.128789 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event updated for resources: {'Port': ['ID=5ac3d427-a572-42b7-b836-d2772573df2d,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:18.132024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:18.152841 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.191338 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5704536 Jun 28 09:56:18.211698 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Request body: {'port': {'device_id': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:18.303305 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.440178 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.443979 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.445589 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8f4d3e1-77f3-46d3-a2ca-de3dce926a2b HTTP/1.1" status: 204 len: 168 time: 0.4364307 Jun 28 09:56:18.448873 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-053b9ccc-9fcd-4b01-9c79-dae2d0d6aed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:18.481682 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4d3e1-77f3-46d3-a2ca-de3dce926a2b,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:18.484901 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:18.537399 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978be8f-47f3-4689-a567-b0d25b7a6795 req-6ebd94c6-bb6e-4627-b98f-ddb248799151 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.540487 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a978be8f-47f3-4689-a567-b0d25b7a6795 req-6ebd94c6-bb6e-4627-b98f-ddb248799151 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 931 time: 0.1120327 Jun 28 09:56:18.599078 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a978be8f-47f3-4689-a567-b0d25b7a6795 req-07c790e4-2153-46e6-a909-0eb1cc5a6d80 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497127 Jun 28 09:56:18.619830 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33062) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:18.711440 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Deleting subnet 91106001-0b35-4a47-b263-e18593b17a05 {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:56:18.717269 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.773630 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.787428 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:18.846382 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac3d427-a572-42b7-b836-d2772573df2d {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:18.855326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.019056 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Transition to ACTIVE for port object 5ac3d427-a572-42b7-b836-d2772573df2d will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:19.019333 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.019333 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:19.046468 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91106001-0b35-4a47-b263-e18593b17a05,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:19.053898 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:19.064372 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.066878 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91106001-0b35-4a47-b263-e18593b17a05 HTTP/1.1" status: 204 len: 168 time: 0.4459369 Jun 28 09:56:19.070132 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33070) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:19.129722 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d348f-63f7-40f4-9108-74c464081b43 req-1894aa78-8c69-4766-bc65-dc6ac132ebc5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.131310 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-db3d348f-63f7-40f4-9108-74c464081b43 req-1894aa78-8c69-4766-bc65-dc6ac132ebc5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1032643 Jun 28 09:56:19.181383 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-db3d348f-63f7-40f4-9108-74c464081b43 req-87dcff52-230a-4d28-9503-538309381233 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Jun 28 09:56:19.181383 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.182626 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.190382 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:19.294881 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3d427-a572-42b7-b836-d2772573df2d,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:19.319210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:19.322293 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.330053 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Attempting to bind port 5ac3d427-a572-42b7-b836-d2772573df2d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:19.330647 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Attempting to bind port 5ac3d427-a572-42b7-b836-d2772573df2d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:19.331282 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Attempting to bind port 5ac3d427-a572-42b7-b836-d2772573df2d on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:19.338169 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Port 5ac3d427-a572-42b7-b836-d2772573df2d on network 996b4ef8-91c5-4485-94bb-c9a71539330c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:19.338429 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Attempting to bind port 5ac3d427-a572-42b7-b836-d2772573df2d on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:19.347664 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.348155 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.348792 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.349815 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > port after_create 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.349815 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.350102 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > port after_update 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.350400 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.350692 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.350969 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.351285 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.355076 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:19.355539 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Checking segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:19.357775 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Bound using segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:19.361264 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Bound port: 5ac3d427-a572-42b7-b836-d2772573df2d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:19.363168 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.404538 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33076) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:19.458943 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] For port 5ac3d427-a572-42b7-b836-d2772573df2d, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:19.468768 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] For port 5ac3d427-a572-42b7-b836-d2772573df2d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ac3d427-a572-42b7-b836-d2772573df2d,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:19.604547 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.605195 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.605746 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.606280 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:19.606834 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7682401-e958-4d03-9b4e-b3e53f2aed1d']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:19.622828 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203233060-network', 'tenant_id': 'e9a587e187124a089f51415ca7c65373'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:19.629919 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c225d466-73c5-4f4d-a998-3c65f1fde0f0') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:19.630176 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.630277 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c225d466-73c5-4f4d-a998-3c65f1fde0f0') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:19.639759 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:19.651754 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.698192 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.713975 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:56:19.714606 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: from cryptography.utils import int_from_bytes Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: from cryptography.utils import int_from_bytes Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:56:19.721576 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:56:19.729510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.729510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.730972 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] 10.222.0.38 "PUT /v2.0/ports/5ac3d427-a572-42b7-b836-d2772573df2d HTTP/1.1" status: 200 len: 1093 time: 1.5240371 Jun 28 09:56:19.731716 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'tag': '5ac3d427-a572-42b7-b836-d2772573df2d'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:19.735784 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90" -d '{"events": [{"name": "network-changed", "server_uuid": "60f1f0eb-f431-41c5-bcad-f6ea92491eb1", "tag": "5ac3d427-a572-42b7-b836-d2772573df2d"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:19.780868 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3d427-a572-42b7-b836-d2772573df2d,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:19.793519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:19.804515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20801c18-9a88-47f2-b75d-2560aea3537d x-openstack-request-id: req-20801c18-9a88-47f2-b75d-2560aea3537d {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:19.804858 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f1f0eb-f431-41c5-bcad-f6ea92491eb1", "tag": "5ac3d427-a572-42b7-b836-d2772573df2d", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:19.805115 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20801c18-9a88-47f2-b75d-2560aea3537d {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:19.806218 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'tag': '5ac3d427-a572-42b7-b836-d2772573df2d', 'status': 'completed', 'code': 200} Jun 28 09:56:19.895774 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90 req-295c3fb9-79f1-4298-881e-17d8afa80dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.897386 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90 req-295c3fb9-79f1-4298-881e-17d8afa80dd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0639889 Jun 28 09:56:19.912337 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4994bd-3d44-4ca2-ab81-4a36033ef287 req-f662b554-6231-4ab6-98e6-fecafe7fe5e9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.914614 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3a4994bd-3d44-4ca2-ab81-4a36033ef287 req-f662b554-6231-4ab6-98e6-fecafe7fe5e9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 943 time: 0.0962951 Jun 28 09:56:19.954217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Made reservation on behalf of e9a587e187124a089f51415ca7c65373 for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:19.957803 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:19.990489 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3a4994bd-3d44-4ca2-ab81-4a36033ef287 req-7198d90d-a8a1-495d-a066-3059b168583f tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673568 Jun 28 09:56:19.998274 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.007909 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-77a4e53c-c47b-4375-b953-2af17f225ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:20.033615 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.039673 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.042304 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7682401-e958-4d03-9b4e-b3e53f2aed1d HTTP/1.1" status: 204 len: 168 time: 0.9711683 Jun 28 09:56:20.045777 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7682401-e958-4d03-9b4e-b3e53f2aed1d,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:20.049419 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:20.115651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90 req-60dbab83-a614-4d26-ae89-4da9b69ed8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.118288 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90 req-60dbab83-a614-4d26-ae89-4da9b69ed8d3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e529502fdf24590904c689f3041c151&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2109847 Jun 28 09:56:20.342382 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90 req-50e49322-4316-452e-9a4c-ee293eaaf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.344482 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff90c4d7-cd0e-4cb2-a521-a183d9dbef90 req-50e49322-4316-452e-9a4c-ee293eaaf9b1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2177088 Jun 28 09:56:20.367682 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.485109 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.502519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cbfb7-2a55-48e4-b04b-e14140d8b75b req-3ed6697b-3f20-46eb-8f5e-ebb697a6d6f0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.504541 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e23cbfb7-2a55-48e4-b04b-e14140d8b75b req-3ed6697b-3f20-46eb-8f5e-ebb697a6d6f0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1277678 Jun 28 09:56:20.507712 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f3a60ba0-5194-4512-b893-6e03ba3a203a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:20.562895 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:56:20.578906 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-b3968675-fa84-4ba8-9aa1-9ef33b925863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.581027 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-b3968675-fa84-4ba8-9aa1-9ef33b925863 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 1096 time: 0.1707780 Jun 28 09:56:20.589346 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d233264-5487-41d6-9e53-2100600449c2,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:20.593692 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.594084 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Added segment 4dbdd7c5-8816-4059-ae93-c23e5bfe460b of type vlan for network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 Jun 28 09:56:20.600876 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:20.645477 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-38b321ba-47d5-4b1c-949c-3595629da892 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac3d427-a572-42b7-b836-d2772573df2d HTTP/1.1" status: 200 len: 217 time: 0.0532451 Jun 28 09:56:20.705504 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e23cbfb7-2a55-48e4-b04b-e14140d8b75b req-5e70c250-ae4b-4667-8dfa-c40ccc524b5f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834450 Jun 28 09:56:20.718436 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.741928 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-fdbb799f-beaa-4186-9caf-ff1ab21f1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.744083 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-fdbb799f-beaa-4186-9caf-ff1ab21f1973 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.0755558 Jun 28 09:56:20.792349 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-825b28f4-d7f3-4aeb-bc82-d5585b6b4d83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369909 Jun 28 09:56:20.892516 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-b099355d-9623-4ce7-a312-80fa1ce027c9 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933335 Jun 28 09:56:21.007367 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.012249 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:21.013178 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.021396 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:21.032218 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33128) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:21.101343 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1526164-1905-4ec1-b7a0-1dd755fbb3fc req-33253286-140d-445a-bfc8-f2a33330d826 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005103 Jun 28 09:56:21.104797 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Pushing event updated for resources: {'Network': ['ID=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:21.118814 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:21.123547 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:56:21.153150 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-9254b192-192b-4904-b425-f89a96e457ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcf7a1694cb541dda764d01823e73e8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1190989 Jun 28 09:56:21.157618 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33132) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:21.200551 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7907267 Jun 28 09:56:21.201608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33136) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:21.211537 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Request body: {'subnet': {'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203233060-subnet', 'tenant_id': 'e9a587e187124a089f51415ca7c65373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:21.292041 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.321025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.367326 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f5e53-3fcd-419c-8012-2a5654f15e3c req-5c6b7e10-3e67-492f-8aff-62dd24758840 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:21.369932 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f70f5e53-3fcd-419c-8012-2a5654f15e3c req-5c6b7e10-3e67-492f-8aff-62dd24758840 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 943 time: 0.0965619 Jun 28 09:56:21.397141 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Made reservation on behalf of e9a587e187124a089f51415ca7c65373 for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:21.400551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10439498'] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.520411 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.524354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.530846 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45e2768c-285a-40f6-9a3c-302756d3f23d HTTP/1.1" status: 204 len: 168 time: 0.3679140 Jun 28 09:56:21.530846 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ef70679b-a527-4ddb-bf57-0465825a76fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:21.543515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2768c-285a-40f6-9a3c-302756d3f23d,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:21.572568 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:21.613423 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f70f5e53-3fcd-419c-8012-2a5654f15e3c req-3a54c96b-5d8c-4c23-b5a5-bf564b3abea6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331357 Jun 28 09:56:21.949212 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10439512'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.969479 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:22.040401 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48d97a-80d7-48d4-b1d0-eb8fe655da11 req-01e2bff2-43ef-4b2a-9741-96ff543ac535 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.041994 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff48d97a-80d7-48d4-b1d0-eb8fe655da11 req-01e2bff2-43ef-4b2a-9741-96ff543ac535 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1333046 Jun 28 09:56:22.092724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664fcdfd-585e-4b6f-9d57-85f6945693db,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:22.097195 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:22.100971 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff48d97a-80d7-48d4-b1d0-eb8fe655da11 req-3e35a75a-0f7c-4b98-ab52-1e8ee83e1907 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Jun 28 09:56:22.112776 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Checking segment: {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:22.121242 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Network hostable DHCP agents. Network: 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:56:22.278809 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:56:22.394646 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:22.401298 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.404650 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.407682 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5923bd7-f772-457b-9104-ce797c440da4 None None] Network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:22.609280 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4033663 Jun 28 09:56:22.624684 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4a4bd-cc37-4267-b7dd-bb9e9659b3e1 None None] Network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:22.677173 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33178) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:22.755462 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33184) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:22.934930 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eeb39-d311-4431-86d7-cda3fbb8b9fc req-7418b804-4dff-4629-ad14-fc3ac28d3f6a tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.937124 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-161eeb39-d311-4431-86d7-cda3fbb8b9fc req-7418b804-4dff-4629-ad14-fc3ac28d3f6a tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 943 time: 0.1457734 Jun 28 09:56:22.944068 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-708252231-network', 'tenant_id': 'a2103bf3c05f47d5ac526491a545b3f7'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:23.018305 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-161eeb39-d311-4431-86d7-cda3fbb8b9fc req-396dffcc-c805-4aa9-89c2-0e4e0f82c066 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 Jun 28 09:56:23.037975 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.264610 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Made reservation on behalf of a2103bf3c05f47d5ac526491a545b3f7 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:23.269155 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.313870 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.416289 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af03c4d-4810-4f02-a1cb-9173c2b6a565 req-840d5a55-f857-4007-9992-afb0ad78ba11 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:23.419438 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5af03c4d-4810-4f02-a1cb-9173c2b6a565 req-840d5a55-f857-4007-9992-afb0ad78ba11 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1355143 Jun 28 09:56:23.437343 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.471710 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5af03c4d-4810-4f02-a1cb-9173c2b6a565 req-21e77171-cd65-482a-9ca4-16136d681628 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Jun 28 09:56:23.550908 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.555551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-140b6fa6-599c-494a-94b1-2940240aa00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:23.616130 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6295f725ddd14c8e82b2c8d818566806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8597310 Jun 28 09:56:23.620402 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea9214-b59b-4d73-803b-685e77a5f0dc,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:23.624588 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33208) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:23.627611 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:23.720210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.738016 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.765214 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.835092 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.843042 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:23.879477 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83408f8-df49-4a6e-8157-0b4336483057,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:23.883557 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:23.960334 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.965219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:23.967476 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4ea9214-b59b-4d73-803b-685e77a5f0dc HTTP/1.1" status: 204 len: 168 time: 0.3407855 Jun 28 09:56:23.968022 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:56:23.969577 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2513014b-23c5-4031-a045-95ea137605c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:23.988430 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea9214-b59b-4d73-803b-685e77a5f0dc,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:24.000962 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:24.002197 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:24.003049 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Added segment 8bc20b81-fac2-45ab-9db9-8250c0b5899a of type vlan for network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 Jun 28 09:56:24.119945 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:24.284355 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:24.286847 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.287860 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:24.296626 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:24.456718 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Pushing event updated for resources: {'Network': ['ID=9ced132d-1ec2-44e5-b700-f7cbcf06fb49,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:24.462302 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:24.470705 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:56:24.518653 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5025a-ed92-45e5-aa60-abebd79b9800 req-1b580832-7ab9-490a-9eb9-d1f6ef161ade tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.520853 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-10e5025a-ed92-45e5-aa60-abebd79b9800 req-1b580832-7ab9-490a-9eb9-d1f6ef161ade tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 943 time: 0.2286761 Jun 28 09:56:24.523585 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8452578 Jun 28 09:56:24.528502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33240) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:24.536326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Request body: {'subnet': {'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-708252231-subnet', 'tenant_id': 'a2103bf3c05f47d5ac526491a545b3f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:24.634885 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-10e5025a-ed92-45e5-aa60-abebd79b9800 req-fca05490-2026-4717-9180-9c9255a93f93 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066196 Jun 28 09:56:24.740250 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe337-d74c-45ea-b05d-49351f1e4875 req-6abc07dc-1bc2-40ce-9f11-7a33eea8c1a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.751725 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c95fe337-d74c-45ea-b05d-49351f1e4875 req-6abc07dc-1bc2-40ce-9f11-7a33eea8c1a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1112981 Jun 28 09:56:24.785291 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Made reservation on behalf of a2103bf3c05f47d5ac526491a545b3f7 for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:24.789186 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:24.841265 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c95fe337-d74c-45ea-b05d-49351f1e4875 req-4e26c1cb-8fe1-47d9-9ad8-8e606fcd1645 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880492 Jun 28 09:56:25.274090 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:25.279715 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-be667735-c0d1-4e75-846a-9db6f5554341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:25.329033 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b52d79-2b77-4edc-95f7-f33aa0c1a2ae,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:25.333425 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:25.351872 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Checking segment: {'id': '8bc20b81-fac2-45ab-9db9-8250c0b5899a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:25.352260 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Network hostable DHCP agents. Network: 9ced132d-1ec2-44e5-b700-f7cbcf06fb49, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:56:25.481158 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:56:25.641813 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 9ced132d-1ec2-44e5-b700-f7cbcf06fb49) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:25.647551 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.648552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:25.660259 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb01665-5fe5-4550-b663-a599039f42f4 None None] Network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:25.813089 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2831659 Jun 28 09:56:25.849691 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-a85aa4b0-2c15-4f7d-838f-678f7440a8e7 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.868811 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-a85aa4b0-2c15-4f7d-838f-678f7440a8e7 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/networks?id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 HTTP/1.1" status: 200 len: 809 time: 0.2194564 Jun 28 09:56:25.892474 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-eb7a8bdb-2c3f-4c5f-8dea-a879b1dd702a tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/quotas/e9a587e187124a089f51415ca7c65373 HTTP/1.1" status: 200 len: 375 time: 0.0218873 Jun 28 09:56:25.959455 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1753e55f-c86d-4423-82ff-545e89c07e70 None None] Network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:25.982104 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5ac3d427-a572-42b7-b836-d2772573df2d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:25.993682 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c46541-6370-430b-8159-3ed532e5ca9d req-756eeb5a-205b-4677-b5b7-71755aac2cb6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.994645 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-a8cb27bd-081a-4f66-a5f1-ba2575d0c8bf tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9a587e187124a089f51415ca7c65373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899804 Jun 28 09:56:26.001868 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-52c46541-6370-430b-8159-3ed532e5ca9d req-756eeb5a-205b-4677-b5b7-71755aac2cb6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 943 time: 0.1573212 Jun 28 09:56:26.129374 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-52c46541-6370-430b-8159-3ed532e5ca9d req-8d072968-5c5b-4965-916c-d5832904f9cd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173780 Jun 28 09:56:26.236325 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-f934dae7-6e1d-45e5-8424-12d0e9dbe592 service neutron] 10.222.0.16 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373130 Jun 28 09:56:26.402217 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-58c5f44b-9ee9-4299-a8e6-160ae00e2b77 service neutron] 10.222.0.16 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631761 Jun 28 09:56:26.410675 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 5ac3d427-a572-42b7-b836-d2772573df2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ac3d427-a572-42b7-b836-d2772573df2d,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:26.452168 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '5ac3d427-a572-42b7-b836-d2772573df2d', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'port_id': '5ac3d427-a572-42b7-b836-d2772573df2d', 'mac_address': 'fa:16:3e:9d:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd1af6-fd64-4996-b923-97ad7218310b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:26.526108 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:26.571257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac3d427-a572-42b7-b836-d2772573df2d {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:26.608354 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 5ac3d427-a572-42b7-b836-d2772573df2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ac3d427-a572-42b7-b836-d2772573df2d,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:26.615575 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cdef8-72de-4568-867d-bfa3640baff5 req-138d1234-cf7a-48b8-8d2e-f920b8fc2d01 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.619525 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-519cdef8-72de-4568-867d-bfa3640baff5 req-138d1234-cf7a-48b8-8d2e-f920b8fc2d01 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.2180071 Jun 28 09:56:26.626413 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d77f54d0-288a-441c-b007-866dc9b8a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:26.685892 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-519cdef8-72de-4568-867d-bfa3640baff5 req-78c5c30b-711e-49d9-a8b4-eac3f744fde6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Jun 28 09:56:26.765555 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:26.767557 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-03710e5d-6aa8-4368-b345-8805b7dc6643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:26.824226 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=5ac3d427-a572-42b7-b836-d2772573df2d,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:26.837800 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.838818 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.839206 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.839750 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.840584 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.841117 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.841652 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.842184 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.842878 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.843417 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.844160 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.848618 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:26.866768 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:26.922475 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-babbec18-da30-49bb-a65d-6a5f07ba8edc req-a6cb07f7-96dc-4de4-a1ff-b9e7f458fd1e tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 210 time: 0.0385218 Jun 28 09:56:27.192467 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['5ac3d427-a572-42b7-b836-d2772573df2d'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:27.388891 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde665b-0652-4be3-a893-fc1e9346470c req-bd001dca-eb83-47c3-a14a-59f4448e85b1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:27.391553 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9dde665b-0652-4be3-a893-fc1e9346470c req-bd001dca-eb83-47c3-a14a-59f4448e85b1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 944 time: 0.0914483 Jun 28 09:56:27.470484 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33364) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:27.489476 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9dde665b-0652-4be3-a893-fc1e9346470c req-78169901-8036-4124-925b-03ca3bdfc3d2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914464 Jun 28 09:56:27.661086 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:27.835668 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:27.935621 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeafe9e-1516-48cd-a6f9-cd03f7fb93ef req-15c94047-d73b-48ed-94a8-e70741f6a9e5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:27.937238 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-efeafe9e-1516-48cd-a6f9-cd03f7fb93ef req-15c94047-d73b-48ed-94a8-e70741f6a9e5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0798166 Jun 28 09:56:27.966460 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33392) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:27.973132 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1520529862-network', 'tenant_id': '50bff4a7cf7c4adabcdde8d9348070ca'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:27.992087 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-efeafe9e-1516-48cd-a6f9-cd03f7fb93ef req-9da02b66-f8f2-4f61-8f12-fcf03fd08367 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Jun 28 09:56:27.993914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:27.997817 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:28.044518 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bdfcc2ed1b94080815ac56a2966bd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715160 Jun 28 09:56:28.044518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33396) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:28.044857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398a08ed-c1c6-4563-814c-23f913aaf634,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:28.049328 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:28.075288 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-59312740-45b4-41c8-9a60-1018bd8338c8 req-43e037a1-32ec-4d6b-9a81-ead8c92a121d tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 210 time: 0.0714102 Jun 28 09:56:28.121127 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.145148 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.325517 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Made reservation on behalf of 50bff4a7cf7c4adabcdde8d9348070ca for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:28.328008 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.337997 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.359557 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.364567 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.376688 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/398a08ed-c1c6-4563-814c-23f913aaf634 HTTP/1.1" status: 204 len: 168 time: 0.3272443 Jun 28 09:56:28.387009 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5eb4c9c8-cb24-41e8-b21b-2ab3ab151302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:28.420930 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a08ed-c1c6-4563-814c-23f913aaf634,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:28.430022 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:28.510976 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.708620 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.715756 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5aff2577-1801-4572-9304-43417317dead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:28.720823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc9997-d9fc-4d6d-99d9-e0768dcf2fff req-2890ffb3-ec3d-49a0-85db-a32dbd3a6e98 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:28.722395 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3cbc9997-d9fc-4d6d-99d9-e0768dcf2fff req-2890ffb3-ec3d-49a0-85db-a32dbd3a6e98 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 944 time: 0.0910299 Jun 28 09:56:28.734745 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:56:28.751698 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7934d5-9813-4c95-8101-67191d568172,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:28.754700 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.755038 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Added segment 190996c5-2fd3-48aa-a698-7f92eeb9fd37 of type vlan for network 8a5800ca-6437-4d57-8ea7-fed559f85aba Jun 28 09:56:28.756540 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:28.780872 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3cbc9997-d9fc-4d6d-99d9-e0768dcf2fff req-074d78d4-d1eb-466c-855d-b43bb0ce460d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Jun 28 09:56:28.806249 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.090644 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-19c3fe34-d4a9-4a86-a710-51073cada48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.120083 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.122823 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.127602 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.146081 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-12a066bc-b347-44c6-a226-4e20b15699fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:29.212430 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.301009 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5800ca-6437-4d57-8ea7-fed559f85aba,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:29.305079 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:29.314393 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 8a5800ca-6437-4d57-8ea7-fed559f85aba details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:56:29.325895 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3581324 Jun 28 09:56:29.329990 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33420) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:29.336262 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Request body: {'subnet': {'network_id': '8a5800ca-6437-4d57-8ea7-fed559f85aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1520529862-subnet', 'tenant_id': '50bff4a7cf7c4adabcdde8d9348070ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:29.355622 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727699-55ca-4733-b692-ca92dedf6fae req-18684b7d-88e0-436f-a928-eea5c99947ca tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.357310 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-06727699-55ca-4733-b692-ca92dedf6fae req-18684b7d-88e0-436f-a928-eea5c99947ca tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1546993 Jun 28 09:56:29.402917 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6f060634-5376-4a53-b46d-7a28e71a36ca req-a3219ab2-c061-44a9-9152-25a7362fbe15 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 210 time: 0.1010292 Jun 28 09:56:29.432674 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-06727699-55ca-4733-b692-ca92dedf6fae req-776af7e8-9aaa-4f9b-a818-56b65121948c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679498 Jun 28 09:56:29.629565 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Made reservation on behalf of 50bff4a7cf7c4adabcdde8d9348070ca for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:29.636467 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10439498'] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.960372 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10439512'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.973214 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5ac3d427-a572-42b7-b836-d2772573df2d up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:30.003792 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-29003f3f-ccb0-4bdd-b676-e6079699eeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.074697 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdcc4d78-d8de-4831-a3dc-0ae41729bdf7,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.206387 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.206387 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Checking segment: {'id': '190996c5-2fd3-48aa-a698-7f92eeb9fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8a5800ca-6437-4d57-8ea7-fed559f85aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:30.206387 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Network hostable DHCP agents. Network: 8a5800ca-6437-4d57-8ea7-fed559f85aba, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:56:30.208297 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f1cb-109c-40c7-955e-126e92d1de93 req-95fab74b-619c-4d64-9edb-bb41f88ea028 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.208297 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1b81f1cb-109c-40c7-955e-126e92d1de93 req-95fab74b-619c-4d64-9edb-bb41f88ea028 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 944 time: 0.1762896 Jun 28 09:56:30.208297 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1b81f1cb-109c-40c7-955e-126e92d1de93 req-59856c6d-1b96-4d32-a17a-61da8b00d683 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 Jun 28 09:56:30.372728 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 5ac3d427-a572-42b7-b836-d2772573df2d completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:30.380062 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 5ac3d427-a572-42b7-b836-d2772573df2d triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:30.381706 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.412746 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33448) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:30.418709 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.435272 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.443330 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Network 8a5800ca-6437-4d57-8ea7-fed559f85aba is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:56:30.559698 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.627917 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-58628971-811e-41b7-b686-990268b1b142 req-57d84135-f85f-4d6c-b424-34240bfc3330 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 210 time: 0.0530629 Jun 28 09:56:30.628799 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac3d427-a572-42b7-b836-d2772573df2d'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:30.632711 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289acfb-1f65-4590-b798-3cd412784b2f" -d '{"events": [{"server_uuid": "60f1f0eb-f431-41c5-bcad-f6ea92491eb1", "name": "network-vif-plugged", "status": "completed", "tag": "5ac3d427-a572-42b7-b836-d2772573df2d"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:30.669944 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 5ac3d427-a572-42b7-b836-d2772573df2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ac3d427-a572-42b7-b836-d2772573df2d,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:30.701668 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.704062 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 8a5800ca-6437-4d57-8ea7-fed559f85aba) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:30.711146 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.712286 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.714320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df11d25-9cd0-4ef7-aaab-c1d358ead217 x-openstack-request-id: req-8df11d25-9cd0-4ef7-aaab-c1d358ead217 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:30.718598 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f1f0eb-f431-41c5-bcad-f6ea92491eb1", "name": "network-vif-plugged", "status": "completed", "tag": "5ac3d427-a572-42b7-b836-d2772573df2d", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:30.718598 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8df11d25-9cd0-4ef7-aaab-c1d358ead217 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:30.718991 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac3d427-a572-42b7-b836-d2772573df2d', 'code': 200} Jun 28 09:56:30.729707 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5c23a-ea98-4fef-a3d9-9392d6b646f2 None None] Network 8a5800ca-6437-4d57-8ea7-fed559f85aba requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:30.756941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6d07a-bf2c-4fae-8d17-90d6cb325995 req-132e18fa-39cb-404e-bfdb-67b786ce84bb tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.760093 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c7b6d07a-bf2c-4fae-8d17-90d6cb325995 req-132e18fa-39cb-404e-bfdb-67b786ce84bb tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1339209 Jun 28 09:56:30.839844 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c7b6d07a-bf2c-4fae-8d17-90d6cb325995 req-e1ae80cb-4a14-42fd-bec4-ce42b9606ca4 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Jun 28 09:56:30.925423 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.928011 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d3eb5048-135d-4760-b605-1a5ac4a71ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.946160 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.949323 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-cc37c24d-c9ce-4432-9470-f05994367d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:30.953442 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd8223-9a7e-406e-a19a-80409dc2e77a None None] Network 8a5800ca-6437-4d57-8ea7-fed559f85aba requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:56:30.972221 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6ab70-1b21-488b-be00-1a2453bf9624,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:30.986264 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f95cbbc84254bc2877fb8a95e30a9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729024 Jun 28 09:56:30.989078 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:30.990663 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33456) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:31.078820 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.109447 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=5ac3d427-a572-42b7-b836-d2772573df2d,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:31.115192 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:31.124844 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.151543 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8199940 Jun 28 09:56:31.447762 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.465707 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.467524 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22b6ab70-1b21-488b-be00-1a2453bf9624 HTTP/1.1" status: 204 len: 168 time: 0.4757912 Jun 28 09:56:31.505104 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-38ec3ee7-69a3-429f-89c3-28b2c1207e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:31.515811 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6ab70-1b21-488b-be00-1a2453bf9624,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:31.519068 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:31.582734 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5390-18a4-4ba9-a20d-da802aa4eab6 req-18c40b70-25f6-4682-8ec3-0d8a9971a866 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.596810 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ac2b5390-18a4-4ba9-a20d-da802aa4eab6 req-18c40b70-25f6-4682-8ec3-0d8a9971a866 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.1943164 Jun 28 09:56:31.597215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c49cf-122c-4053-bf21-3746092a54ed req-865a352b-27bc-4986-aa6a-966d561bc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.605038 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4f2c49cf-122c-4053-bf21-3746092a54ed req-865a352b-27bc-4986-aa6a-966d561bc10a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 1098 time: 0.1984274 Jun 28 09:56:31.725020 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ac2b5390-18a4-4ba9-a20d-da802aa4eab6 req-fe90e669-da9c-44dd-a5d1-87ea47f6fb8d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259592 Jun 28 09:56:31.792761 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4f2c49cf-122c-4053-bf21-3746092a54ed req-bbeb2bc6-df20-4b05-8b52-b0f2b0d2f127 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746151 Jun 28 09:56:31.846176 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-7314ee2b-2a09-41b0-921f-5a1d923d187b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.850672 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-7314ee2b-2a09-41b0-921f-5a1d923d187b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "GET /v2.0/networks?id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 HTTP/1.1" status: 200 len: 809 time: 0.2439272 Jun 28 09:56:31.916480 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6de04cc5-d4a5-469b-930e-1631af5134a1 req-92cd11cd-669c-449b-bac8-7a29db344763 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jun 28 09:56:31.971197 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Request body: {'port': {'device_id': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756', 'admin_state_up': True, 'tenant_id': 'e9a587e187124a089f51415ca7c65373'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:31.975074 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:32.221918 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-68dc4f94-ccd5-4f7d-b59d-b0273d425213 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.224012 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-68dc4f94-ccd5-4f7d-b59d-b0273d425213 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/networks?id=9ced132d-1ec2-44e5-b700-f7cbcf06fb49 HTTP/1.1" status: 200 len: 808 time: 0.1671011 Jun 28 09:56:32.247972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b95c5-7d4a-4c17-acfb-ae81810ba487 req-d6b40fc1-ca37-49b0-998c-5c6a9e8af098 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.251779 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-29de16d8-10b1-4790-97f7-4de412df4c3f tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/quotas/a2103bf3c05f47d5ac526491a545b3f7 HTTP/1.1" status: 200 len: 375 time: 0.0219979 Jun 28 09:56:32.252836 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-507b95c5-7d4a-4c17-acfb-ae81810ba487 req-d6b40fc1-ca37-49b0-998c-5c6a9e8af098 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1170433 Jun 28 09:56:32.298357 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-3f83a581-8f9f-4dcd-a6f3-9768c3fef456 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2103bf3c05f47d5ac526491a545b3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360274 Jun 28 09:56:32.305849 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Made reservation on behalf of e9a587e187124a089f51415ca7c65373 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:32.309404 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:32.330022 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-507b95c5-7d4a-4c17-acfb-ae81810ba487 req-14a62918-4b02-452e-86dc-fd023cf47b26 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Jun 28 09:56:32.507638 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-ff5ad4c4-9910-4021-a80d-de29325ce70f service neutron] 10.222.0.16 "GET /v2.0/networks/9ced132d-1ec2-44e5-b700-f7cbcf06fb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006876 Jun 28 09:56:32.596457 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Allocated IP 172.20.0.8 (5fbcdfd5-8e6d-4fd9-b01b-d2820e507756/664fcdfd-585e-4b6f-9d57-85f6945693db/14c9890a-52d1-4b21-8708-c07a2618bc94) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:32.655180 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-84031534-734b-4b20-ab57-8d538f464ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/9ced132d-1ec2-44e5-b700-f7cbcf06fb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374125 Jun 28 09:56:32.884480 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:33.000909 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eea3a3-f94c-4111-95d7-353bf75c0a72 req-adbdc340-f7b3-4b48-a446-a7cfa0c015f2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.002500 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-30eea3a3-f94c-4111-95d7-353bf75c0a72 req-adbdc340-f7b3-4b48-a446-a7cfa0c015f2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.1263773 Jun 28 09:56:33.059442 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:33.063671 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-30eea3a3-f94c-4111-95d7-353bf75c0a72 req-22c5b522-50ac-41d4-8981-69e612c4fc36 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498593 Jun 28 09:56:33.067026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:33.134705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:33.139829 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:33.143015 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Pushing event updated for resources: {'Port': ['ID=14c9890a-52d1-4b21-8708-c07a2618bc94,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:33.145707 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:33.153542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.154420 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:33.157809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:33.231303 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbc3f6e-7740-4f28-a87f-6a277cc0e50e req-3d122f79-f7d5-42db-b7b7-295e370e1f41 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.0721812 Jun 28 09:56:33.297309 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3305357 Jun 28 09:56:33.312754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Request body: {'port': {'device_id': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:33.328042 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b78a-25fe-4506-91bc-842e5b1a3866 req-6c8c1e87-6813-4032-a6e8-f014db5803cf tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.329720 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8975b78a-25fe-4506-91bc-842e5b1a3866 req-6c8c1e87-6813-4032-a6e8-f014db5803cf tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 931 time: 0.1321189 Jun 28 09:56:33.391616 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8975b78a-25fe-4506-91bc-842e5b1a3866 req-a80ef3fd-2b3e-4f0d-8e0a-6d180ceccd1b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Jun 28 09:56:33.441731 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:33.743318 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18c4d-e5e0-4b15-adac-8ef581e8b4e5 req-73ddd5ff-6055-4cca-932e-02af7dfaafc6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.754514 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0ce18c4d-e5e0-4b15-adac-8ef581e8b4e5 req-73ddd5ff-6055-4cca-932e-02af7dfaafc6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.2511237 Jun 28 09:56:33.852470 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0ce18c4d-e5e0-4b15-adac-8ef581e8b4e5 req-50156e25-4ce1-4e92-9b5e-a6dcc3fccc0b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003399 Jun 28 09:56:34.005339 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c9890a-52d1-4b21-8708-c07a2618bc94 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:34.013036 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.028041 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Transition to ACTIVE for port object 14c9890a-52d1-4b21-8708-c07a2618bc94 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:34.167103 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.174973 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:34.402341 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e358-f4f0-4f7a-93c9-9db480a3711b req-a0d87f15-879a-4d0f-8d0d-39d144e96727 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.415773 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-61b2e358-f4f0-4f7a-93c9-9db480a3711b req-a0d87f15-879a-4d0f-8d0d-39d144e96727 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.1532450 Jun 28 09:56:34.496495 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-61b2e358-f4f0-4f7a-93c9-9db480a3711b req-0e174ed7-a5ef-47ad-b80e-e93ec0fe9b16 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776548 Jun 28 09:56:34.585898 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9c383df-1646-420e-9dbb-bcb7637c340c req-57a33dde-cbcf-492a-9ab6-83cf3a5d2d6b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.0425625 Jun 28 09:56:34.590718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Pushing event updated for resources: {'Port': ['ID=14c9890a-52d1-4b21-8708-c07a2618bc94,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:34.602146 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:34.657089 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Attempting to bind port 14c9890a-52d1-4b21-8708-c07a2618bc94 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:34.657089 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Attempting to bind port 14c9890a-52d1-4b21-8708-c07a2618bc94 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:34.657089 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Attempting to bind port 14c9890a-52d1-4b21-8708-c07a2618bc94 on network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:34.662281 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Port 14c9890a-52d1-4b21-8708-c07a2618bc94 on network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:34.662606 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Attempting to bind port 14c9890a-52d1-4b21-8708-c07a2618bc94 on network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:34.669402 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:34.669658 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Checking segment: {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:34.670000 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Bound using segment: {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:34.670518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Bound port: 14c9890a-52d1-4b21-8708-c07a2618bc94, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:34.670876 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.766801 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] For port 14c9890a-52d1-4b21-8708-c07a2618bc94, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:34.771944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] For port 14c9890a-52d1-4b21-8708-c07a2618bc94, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c9890a-52d1-4b21-8708-c07a2618bc94,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:34.807648 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c048e0-2b40-4f42-a2dd-1d34077e8162 req-70af45a5-2695-45dc-b4fd-2806c185c3bd tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.818902 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-24c048e0-2b40-4f42-a2dd-1d34077e8162 req-70af45a5-2695-45dc-b4fd-2806c185c3bd tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 943 time: 0.1142163 Jun 28 09:56:34.887323 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-24c048e0-2b40-4f42-a2dd-1d34077e8162 req-570e42ca-333d-40da-a51d-79de2b556741 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668824 Jun 28 09:56:34.937798 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.948034 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:35.004941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.005593 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:35.007066 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] 10.222.0.38 "PUT /v2.0/ports/14c9890a-52d1-4b21-8708-c07a2618bc94 HTTP/1.1" status: 200 len: 1093 time: 1.6988750 Jun 28 09:56:35.007654 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'tag': '14c9890a-52d1-4b21-8708-c07a2618bc94'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:35.018931 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3", "tag": "14c9890a-52d1-4b21-8708-c07a2618bc94"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:35.045276 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Pushing event updated for resources: {'Port': ['ID=14c9890a-52d1-4b21-8708-c07a2618bc94,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:35.048557 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:35.161248 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a9e1-08ff-44ab-a103-051cd7aebb01 req-fc49e56d-b381-4836-b659-a53dc7f13792 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.163516 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4f06a9e1-08ff-44ab-a103-051cd7aebb01 req-fc49e56d-b381-4836-b659-a53dc7f13792 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1212950 Jun 28 09:56:35.191197 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6889f-a5b3-45f5-920c-7e567f69b265 x-openstack-request-id: req-61f6889f-a5b3-45f5-920c-7e567f69b265 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:35.191911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3", "tag": "14c9890a-52d1-4b21-8708-c07a2618bc94", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:35.192306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61f6889f-a5b3-45f5-920c-7e567f69b265 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:35.192838 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'tag': '14c9890a-52d1-4b21-8708-c07a2618bc94', 'status': 'completed', 'code': 200} Jun 28 09:56:35.247011 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4f06a9e1-08ff-44ab-a103-051cd7aebb01 req-34d5d1d5-8385-410e-a0cf-07587d0e5aad tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Jun 28 09:56:35.322076 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1 req-18021d86-bf2e-47a6-8767-d8730acf0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.324026 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1 req-18021d86-bf2e-47a6-8767-d8730acf0ff1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9a587e187124a089f51415ca7c65373&device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 1096 time: 0.0970936 Jun 28 09:56:35.479436 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1 req-ffbf6b95-e6b8-4f93-b1ec-6433bbf2d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.482074 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1 req-ffbf6b95-e6b8-4f93-b1ec-6433bbf2d3d0 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e9a587e187124a089f51415ca7c65373&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1494219 Jun 28 09:56:35.629067 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1 req-2c03183e-3fad-4d2c-8189-3985ee958794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.630949 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2271cd64-4c7e-4f4c-b8a0-ad6b3b8f85b1 req-2c03183e-3fad-4d2c-8189-3985ee958794 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1417522 Jun 28 09:56:35.777742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-a73b3194-aed0-42c1-96a5-8f33676c2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.779460 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-a73b3194-aed0-42c1-96a5-8f33676c2985 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9a587e187124a089f51415ca7c65373&device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 1096 time: 0.0784628 Jun 28 09:56:35.804082 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b39acff5-dc81-4010-8dc4-f557d450dffa req-50f29097-1bcd-4df7-9981-4ee54219a1c9 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.0428197 Jun 28 09:56:35.848423 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-79ebacdb-c225-4162-8d3e-854a105721f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c9890a-52d1-4b21-8708-c07a2618bc94 HTTP/1.1" status: 200 len: 217 time: 0.0606251 Jun 28 09:56:35.936812 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-8fc796b2-22ff-4bd8-906c-935cf969fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.942354 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-8fc796b2-22ff-4bd8-906c-935cf969fbd1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=664fcdfd-585e-4b6f-9d57-85f6945693db HTTP/1.1" status: 200 len: 849 time: 0.0865076 Jun 28 09:56:36.053060 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-f8871055-b673-444f-8ecf-024b839f38e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983489 Jun 28 09:56:36.261341 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6b5ff-856d-4d45-9b34-35f2cab51857 req-ca17ad69-f99f-4793-b48a-e3c13e49ab81 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.264091 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9bb6b5ff-856d-4d45-9b34-35f2cab51857 req-ca17ad69-f99f-4793-b48a-e3c13e49ab81 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 943 time: 0.1272595 Jun 28 09:56:36.339557 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9bb6b5ff-856d-4d45-9b34-35f2cab51857 req-c026505e-31ae-4d41-960e-29d898abb4a4 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655375 Jun 28 09:56:36.346302 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-8eeba8b6-b660-432d-a0c8-c366dd4bc2e8 service neutron] 10.222.0.38 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812529 Jun 28 09:56:36.348241 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1b9f-71b3-4736-8d59-e6d7ae10cf6a req-f5982969-2f97-41a8-99bb-7b0d99b8ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.349887 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-589f1b9f-71b3-4736-8d59-e6d7ae10cf6a req-f5982969-2f97-41a8-99bb-7b0d99b8ac45 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 1098 time: 0.2390692 Jun 28 09:56:36.522057 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-589f1b9f-71b3-4736-8d59-e6d7ae10cf6a req-1b8752a0-21bc-475d-ade5-3c4f701ef4c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601641 Jun 28 09:56:36.581894 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4612904a-1fea-402c-bfa8-59513fdb1406 req-2c2c81e1-7b37-480b-b957-e75a7737d367 service neutron] 10.222.0.38 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096217 Jun 28 09:56:36.605593 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d18dc-1d69-48e8-b442-f1ce7757b21e req-4a1c67ad-6cc0-4e03-ac69-6a51bfc010c9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.607170 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ab9d18dc-1d69-48e8-b442-f1ce7757b21e req-4a1c67ad-6cc0-4e03-ac69-6a51bfc010c9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1802790 Jun 28 09:56:36.682946 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ab9d18dc-1d69-48e8-b442-f1ce7757b21e req-f7bed0e7-0bc9-4e6a-b775-515a0412c59f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694368 Jun 28 09:56:37.000078 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-bdf4aaa6-9662-41e3-8a08-f400b88367a0 req-bef5ae31-e054-430f-bdfa-8d05eb429816 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.0476670 Jun 28 09:56:37.426500 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-5276912f-7287-4a6a-bcd1-2b503d7e5f2c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.428381 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-5276912f-7287-4a6a-bcd1-2b503d7e5f2c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.38 "GET /v2.0/networks?id=9ced132d-1ec2-44e5-b700-f7cbcf06fb49 HTTP/1.1" status: 200 len: 808 time: 0.1394129 Jun 28 09:56:37.445316 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Request body: {'port': {'device_id': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49', 'admin_state_up': True, 'tenant_id': 'a2103bf3c05f47d5ac526491a545b3f7'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:37.674735 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebd2a2-c464-4cba-81d8-deb5887bb7c9 req-7cfa9a17-77d4-46d7-8ae0-e96c2a38c1be tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.676411 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d4ebd2a2-c464-4cba-81d8-deb5887bb7c9 req-7cfa9a17-77d4-46d7-8ae0-e96c2a38c1be tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 943 time: 0.1217017 Jun 28 09:56:37.748284 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d4ebd2a2-c464-4cba-81d8-deb5887bb7c9 req-62c59062-8435-4674-9ea0-0b1e24ded236 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599480 Jun 28 09:56:37.766075 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Made reservation on behalf of a2103bf3c05f47d5ac526491a545b3f7 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:37.770705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.018854 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Allocated IP 172.20.0.2 (9ced132d-1ec2-44e5-b700-f7cbcf06fb49/48b52d79-2b77-4edc-95f7-f33aa0c1a2ae/83785250-3807-4316-b8eb-5e26ed0f382b) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:38.178394 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bbda6-847b-47c1-9a70-1d6d9174be71 req-074515c4-d0b8-4cdc-a440-c566992a021c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.186542 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-176bbda6-847b-47c1-9a70-1d6d9174be71 req-074515c4-d0b8-4cdc-a440-c566992a021c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.3040121 Jun 28 09:56:38.245141 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-176bbda6-847b-47c1-9a70-1d6d9174be71 req-5fcb6d98-89b9-4a07-9233-ca441cf2d564 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573325 Jun 28 09:56:38.320715 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fa073499-a113-4776-aa9f-70390c41e4fb req-9fa239f1-9751-4b9c-9fc9-6ba6f6c2cea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.1118655 Jun 28 09:56:38.415697 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.570168 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.576998 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:38.625037 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:38.633456 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:38.640658 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:38.646981 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.647702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.663726 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Pushing event updated for resources: {'Port': ['ID=83785250-3807-4316-b8eb-5e26ed0f382b,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:38.667697 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:38.748564 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3101280 Jun 28 09:56:38.768069 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Request body: {'port': {'device_id': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:38.866156 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.956226 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d3f94-70f8-4e3b-a19e-79bc616c5bd9 req-c4fb8743-b75b-4aa4-894d-8e0dab84fd1e tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.958155 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ea7d3f94-70f8-4e3b-a19e-79bc616c5bd9 req-c4fb8743-b75b-4aa4-894d-8e0dab84fd1e tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 943 time: 0.0940247 Jun 28 09:56:39.016656 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ea7d3f94-70f8-4e3b-a19e-79bc616c5bd9 req-ec9a4e02-4b1a-4932-bf88-73936e197d67 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Jun 28 09:56:39.300634 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83785250-3807-4316-b8eb-5e26ed0f382b {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:39.309703 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:39.322964 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Transition to ACTIVE for port object 83785250-3807-4316-b8eb-5e26ed0f382b will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:39.465594 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:39.469634 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:39.575434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=83785250-3807-4316-b8eb-5e26ed0f382b,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:39.586439 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:39.634243 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722713-5518-4ca3-a085-7b369a338db7 req-681162d4-a913-48cf-b187-f7b4524aa618 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.636042 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-bb722713-5518-4ca3-a085-7b369a338db7 req-681162d4-a913-48cf-b187-f7b4524aa618 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 943 time: 0.1307564 Jun 28 09:56:39.638134 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d79e-3b03-4f7e-9994-450b83aa5a92 req-a115d535-058d-4291-9e2a-0517de3dea22 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.639681 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d161d79e-3b03-4f7e-9994-450b83aa5a92 req-a115d535-058d-4291-9e2a-0517de3dea22 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.2070589 Jun 28 09:56:39.645915 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Attempting to bind port 83785250-3807-4316-b8eb-5e26ed0f382b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:39.646497 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Attempting to bind port 83785250-3807-4316-b8eb-5e26ed0f382b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8bc20b81-fac2-45ab-9db9-8250c0b5899a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:39.647224 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Attempting to bind port 83785250-3807-4316-b8eb-5e26ed0f382b on network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:39.667425 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Port 83785250-3807-4316-b8eb-5e26ed0f382b on network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:39.668292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Attempting to bind port 83785250-3807-4316-b8eb-5e26ed0f382b on network 9ced132d-1ec2-44e5-b700-f7cbcf06fb49 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:39.693149 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:39.693508 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Checking segment: {'id': '8bc20b81-fac2-45ab-9db9-8250c0b5899a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:39.693985 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Bound using segment: {'id': '8bc20b81-fac2-45ab-9db9-8250c0b5899a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:39.694602 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Bound port: 83785250-3807-4316-b8eb-5e26ed0f382b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc20b81-fac2-45ab-9db9-8250c0b5899a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:39.694971 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:39.702171 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-bb722713-5518-4ca3-a085-7b369a338db7 req-09076d7a-b44f-4aed-b811-422ccab0b7c5 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560679 Jun 28 09:56:39.732581 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d161d79e-3b03-4f7e-9994-450b83aa5a92 req-9d2e0a50-0db8-46f8-ac65-6db5dab46255 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799317 Jun 28 09:56:39.822170 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] For port 83785250-3807-4316-b8eb-5e26ed0f382b, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:39.829261 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] For port 83785250-3807-4316-b8eb-5e26ed0f382b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83785250-3807-4316-b8eb-5e26ed0f382b,segment=NetworkSegment(8bc20b81-fac2-45ab-9db9-8250c0b5899a),segment_id=8bc20b81-fac2-45ab-9db9-8250c0b5899a)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:39.930046 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:39.935381 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:39.997905 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 14c9890a-52d1-4b21-8708-c07a2618bc94 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:40.001101 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.002348 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.005216 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] 10.222.0.38 "PUT /v2.0/ports/83785250-3807-4316-b8eb-5e26ed0f382b HTTP/1.1" status: 200 len: 1093 time: 1.2417417 Jun 28 09:56:40.009770 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'tag': '83785250-3807-4316-b8eb-5e26ed0f382b'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:40.015578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada" -d '{"events": [{"name": "network-changed", "server_uuid": "9e764692-3f9a-48be-8ca6-9d708fa11029", "tag": "83785250-3807-4316-b8eb-5e26ed0f382b"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:40.057898 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c722-da7a-47f7-895b-4b866465f61a req-15558a68-f1e5-4665-b0eb-ceeb99481090 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.074103 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1692c722-da7a-47f7-895b-4b866465f61a req-15558a68-f1e5-4665-b0eb-ceeb99481090 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1482983 Jun 28 09:56:40.097121 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=83785250-3807-4316-b8eb-5e26ed0f382b,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:40.104403 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:40.124263 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1692c722-da7a-47f7-895b-4b866465f61a req-8dc2c814-0f36-4a69-b690-d03fbb6abbb0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Jun 28 09:56:40.124898 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d4529-3ef7-4ab6-91be-5b6030523436 x-openstack-request-id: req-c98d4529-3ef7-4ab6-91be-5b6030523436 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:40.125392 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e764692-3f9a-48be-8ca6-9d708fa11029", "tag": "83785250-3807-4316-b8eb-5e26ed0f382b", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:40.125831 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c98d4529-3ef7-4ab6-91be-5b6030523436 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:40.126745 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'tag': '83785250-3807-4316-b8eb-5e26ed0f382b', 'status': 'completed', 'code': 200} Jun 28 09:56:40.293581 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada req-d494553b-5a2b-4a83-aafc-97c2b612be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.293781 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada req-d494553b-5a2b-4a83-aafc-97c2b612be5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2103bf3c05f47d5ac526491a545b3f7&device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 1096 time: 0.1174231 Jun 28 09:56:40.319851 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 14c9890a-52d1-4b21-8708-c07a2618bc94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c9890a-52d1-4b21-8708-c07a2618bc94,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:40.333877 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '14c9890a-52d1-4b21-8708-c07a2618bc94', 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756', 'port_id': '14c9890a-52d1-4b21-8708-c07a2618bc94', 'mac_address': 'fa:16:3e:03:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664fcdfd-585e-4b6f-9d57-85f6945693db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:40.378671 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.400624 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c9890a-52d1-4b21-8708-c07a2618bc94 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:40.445615 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 14c9890a-52d1-4b21-8708-c07a2618bc94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c9890a-52d1-4b21-8708-c07a2618bc94,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:40.497403 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada req-fdbee4a0-9082-4d86-85a4-cbe9a658e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.498893 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada req-fdbee4a0-9082-4d86-85a4-cbe9a658e1ad service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a2103bf3c05f47d5ac526491a545b3f7&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1976001 Jun 28 09:56:40.554312 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88556974-2b80-40cc-99cb-8648ff4092fc req-e572c40a-dcaf-4b38-934b-a89dbe7f0f4d tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.564811 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-88556974-2b80-40cc-99cb-8648ff4092fc req-e572c40a-dcaf-4b38-934b-a89dbe7f0f4d tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 943 time: 0.1948097 Jun 28 09:56:40.577380 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.580500 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:40.666513 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=14c9890a-52d1-4b21-8708-c07a2618bc94,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:40.671168 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:40.697149 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-88556974-2b80-40cc-99cb-8648ff4092fc req-270b4efb-8add-4611-b3e0-8b52fcd5e051 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303079 Jun 28 09:56:40.765841 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada req-3b3b224c-15c3-4c78-b79b-9a29acb2f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.768383 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9ff9eff8-8d53-40cd-8ab2-bdb6a1c92ada req-3b3b224c-15c3-4c78-b79b-9a29acb2f2db service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2574890 Jun 28 09:56:40.961044 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-0a6907d7-dd3a-4456-abeb-5a3b6d4cc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.963156 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-0a6907d7-dd3a-4456-abeb-5a3b6d4cc24b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2103bf3c05f47d5ac526491a545b3f7&device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 1096 time: 0.1374271 Jun 28 09:56:40.997929 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['14c9890a-52d1-4b21-8708-c07a2618bc94'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:41.021541 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f60ce-b9e0-4f05-a7de-6b1085559d59 req-d5d3aebc-a172-4e25-879c-f7c5a437f119 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.023119 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-106f60ce-b9e0-4f05-a7de-6b1085559d59 req-d5d3aebc-a172-4e25-879c-f7c5a437f119 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 943 time: 0.1261425 Jun 28 09:56:41.044171 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-7a193b7b-6eac-4d9e-a404-27bc631b79d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83785250-3807-4316-b8eb-5e26ed0f382b HTTP/1.1" status: 200 len: 217 time: 0.0477979 Jun 28 09:56:41.110287 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-106f60ce-b9e0-4f05-a7de-6b1085559d59 req-12ffaced-6fe4-4496-96ff-c5b12dd8acf1 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759287 Jun 28 09:56:41.157817 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-235bbf7c-6c34-4702-872a-d155bc8c2c18 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.159467 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-235bbf7c-6c34-4702-872a-d155bc8c2c18 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.2325473 Jun 28 09:56:41.163649 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-846b5e10-8db1-4f9e-b395-d000b96cb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.165780 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-846b5e10-8db1-4f9e-b395-d000b96cb5c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48b52d79-2b77-4edc-95f7-f33aa0c1a2ae HTTP/1.1" status: 200 len: 848 time: 0.1092315 Jun 28 09:56:41.190931 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-a7336b6f-974f-4176-80b5-79b1d1cc8829 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/quotas/5e529502fdf24590904c689f3041c151 HTTP/1.1" status: 200 len: 375 time: 0.0241287 Jun 28 09:56:41.209271 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-881545ae-fd5e-466e-8cca-761da8dc144c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ced132d-1ec2-44e5-b700-f7cbcf06fb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341151 Jun 28 09:56:41.361191 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-1793a158-b18c-47b0-8fb2-6a6cf82c6157 service neutron] 10.222.0.38 "GET /v2.0/networks/9ced132d-1ec2-44e5-b700-f7cbcf06fb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415026 Jun 28 09:56:41.368466 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-a7e61825-4e0c-413a-a04a-98a5eca84fe5 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617849 Jun 28 09:56:41.536861 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-cbc58387-4375-4228-a0a2-0491eccab708 service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589289 Jun 28 09:56:41.541047 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3d54c0d-a0d4-4077-839e-eed41352d164 req-f380456f-43ee-44f2-a5b0-74e518cf1c47 service neutron] 10.222.0.38 "GET /v2.0/networks/9ced132d-1ec2-44e5-b700-f7cbcf06fb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713817 Jun 28 09:56:41.940906 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-e947746e-d560-4284-b531-9ee74e164e7f service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880367 Jun 28 09:56:42.010815 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d88fd-d549-4f3f-86ea-2a1579546a22 req-21b3b8b4-9363-4c9b-918f-63a1a7eb574b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.013642 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5c9d88fd-d549-4f3f-86ea-2a1579546a22 req-21b3b8b4-9363-4c9b-918f-63a1a7eb574b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 944 time: 0.1325133 Jun 28 09:56:42.068048 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5c9d88fd-d549-4f3f-86ea-2a1579546a22 req-b9816014-4e84-41d4-a5e3-71388668c510 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Jun 28 09:56:42.292648 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7fb622f5-0efa-4104-beb4-37fb77d02d83 req-90d1f16e-2065-4ab9-985b-7c3bc29faa61 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0371482 Jun 28 09:56:42.365850 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e5db4-4601-4d39-af8f-4704eaf4c21c req-1a171e0d-23cb-4b94-93ac-d781bff61769 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.369341 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-041e5db4-4601-4d39-af8f-4704eaf4c21c req-1a171e0d-23cb-4b94-93ac-d781bff61769 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 943 time: 0.0973098 Jun 28 09:56:42.426431 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-041e5db4-4601-4d39-af8f-4704eaf4c21c req-6683ac2a-d802-4f8a-8383-e9ea3fb18579 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Jun 28 09:56:43.261665 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:43.302788 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9ab96-454a-46c9-83e9-f8aebe442aae req-747f511e-67bf-4999-b086-6dac19797abc tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.305758 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-eaa9ab96-454a-46c9-83e9-f8aebe442aae req-747f511e-67bf-4999-b086-6dac19797abc tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 944 time: 0.0970042 Jun 28 09:56:43.357756 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-eaa9ab96-454a-46c9-83e9-f8aebe442aae req-01c7c41b-8f60-479b-88d7-c3e2c43b6de8 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Jun 28 09:56:43.436536 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8cac2024-bafb-42d7-bff8-8aa63445fe75 req-2bc743d5-b992-4cae-8da5-52a5795fc0f8 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0311241 Jun 28 09:56:43.655049 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f4de9-f956-443a-a677-c77fae6236d3 req-e8a0420e-ada2-4850-8e68-c2369ee0f742 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.677482 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1f1f4de9-f956-443a-a677-c77fae6236d3 req-e8a0420e-ada2-4850-8e68-c2369ee0f742 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 943 time: 0.1285129 Jun 28 09:56:43.725391 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1f1f4de9-f956-443a-a677-c77fae6236d3 req-f333bff0-13f1-4b24-8f42-074e2505ae48 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Jun 28 09:56:43.854979 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215121-8479-4d0c-9562-54b21641a55b req-d11223af-1be5-4f91-8bce-860cd65b3e9b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.856513 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a215121-8479-4d0c-9562-54b21641a55b req-d11223af-1be5-4f91-8bce-860cd65b3e9b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0874796 Jun 28 09:56:43.927356 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33832) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:43.935913 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a215121-8479-4d0c-9562-54b21641a55b req-0cde2d27-30d0-4b55-b389-43b6ce69989c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Jun 28 09:56:44.010990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f52833-b500-4446-8119-e3050c3f46ba req-d2d99753-45ea-473a-8423-b2a5fc717bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:44.013348 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-d2d99753-45ea-473a-8423-b2a5fc717bbe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.0761032 Jun 28 09:56:44.015138 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 14c9890a-52d1-4b21-8708-c07a2618bc94 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:44.101930 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.149923 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f52833-b500-4446-8119-e3050c3f46ba req-eb3c25bb-15d1-4d84-a6b2-1b861812cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:44.150070 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-eb3c25bb-15d1-4d84-a6b2-1b861812cf15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.1289890 Jun 28 09:56:44.193675 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-8b86ccb5-47d5-4f2c-b498-e877b6fcb1d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 217 time: 0.0369728 Jun 28 09:56:44.226292 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.257470 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f52833-b500-4446-8119-e3050c3f46ba req-68eb924f-ec6d-4bed-a9e4-ac9f6982a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:44.259709 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-68eb924f-ec6d-4bed-a9e4-ac9f6982a6f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0595024 Jun 28 09:56:44.265780 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 14c9890a-52d1-4b21-8708-c07a2618bc94 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:44.271861 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 14c9890a-52d1-4b21-8708-c07a2618bc94 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:44.272463 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.305438 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-c41cb2e8-2bca-4de4-ad3d-277114037df1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393171 Jun 28 09:56:44.381184 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.402468 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.405230 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3486fc73-f037-442e-aecc-209f9d7bb8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:44.438081 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c9890a-52d1-4b21-8708-c07a2618bc94'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:44.438340 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-eba900c7-64fc-4428-8a29-a36b612dcd46 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216662 Jun 28 09:56:44.441236 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d69f07-5c1f-4c9c-bcd5-94426507dcae" -d '{"events": [{"server_uuid": "e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3", "name": "network-vif-plugged", "status": "completed", "tag": "14c9890a-52d1-4b21-8708-c07a2618bc94"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:44.462373 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfff614606274972a7615ecd3809660e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312991 Jun 28 09:56:44.462373 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10d0c9-8298-442a-8595-ba3d7f7ca6f4,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:44.478843 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33846) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:44.488326 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 14c9890a-52d1-4b21-8708-c07a2618bc94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c9890a-52d1-4b21-8708-c07a2618bc94,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:44.503940 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:44.524265 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2dbaa4-5a4a-4144-9bba-522174b41293 x-openstack-request-id: req-6b2dbaa4-5a4a-4144-9bba-522174b41293 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:44.524756 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3", "name": "network-vif-plugged", "status": "completed", "tag": "14c9890a-52d1-4b21-8708-c07a2618bc94", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:44.525423 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b2dbaa4-5a4a-4144-9bba-522174b41293 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:44.526246 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c9890a-52d1-4b21-8708-c07a2618bc94', 'code': 200} Jun 28 09:56:44.606773 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.645535 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.648580 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.650826 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:44.659592 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e6f01-a706-4d95-bdbd-dea416c983ea req-8c219ba6-9c09-4865-9d6d-4f7314e25741 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:44.661978 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d20e6f01-a706-4d95-bdbd-dea416c983ea req-8c219ba6-9c09-4865-9d6d-4f7314e25741 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 944 time: 0.1440988 Jun 28 09:56:44.704735 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b4f52833-b500-4446-8119-e3050c3f46ba req-3f4d44dd-ec71-4ed0-85df-afa39127eabb service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596419 Jun 28 09:56:44.771134 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=14c9890a-52d1-4b21-8708-c07a2618bc94,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:44.787275 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:44.817690 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-179efa84-3787-4a58-97ed-4a147bf4c3ca req-4c5d52c9-2a00-45b6-b790-6cf16a4367f1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0668101 Jun 28 09:56:44.831845 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d20e6f01-a706-4d95-bdbd-dea416c983ea req-288eabe0-366d-4cab-93f9-3108a39584a5 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526115 Jun 28 09:56:44.982519 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.992141 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:44.998672 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d10d0c9-8298-442a-8595-ba3d7f7ca6f4 HTTP/1.1" status: 204 len: 168 time: 0.5159934 Jun 28 09:56:45.007835 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7f44a0ee-e09b-4927-9f89-77e9568e05e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:45.042644 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10d0c9-8298-442a-8595-ba3d7f7ca6f4,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:45.057466 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:45.154804 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730eff9-180c-4445-90e1-c10700e38d89 req-d268c737-c536-4371-82ff-a36a863a61a9 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.160275 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7730eff9-180c-4445-90e1-c10700e38d89 req-d268c737-c536-4371-82ff-a36a863a61a9 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 943 time: 0.1670322 Jun 28 09:56:45.240215 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242001d-d15c-46fd-8b8c-4309baf78b82 req-568355c7-4b80-4cbc-a6d9-49c6e13cdc87 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.241837 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2242001d-d15c-46fd-8b8c-4309baf78b82 req-568355c7-4b80-4cbc-a6d9-49c6e13cdc87 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0977113 Jun 28 09:56:45.259363 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7730eff9-180c-4445-90e1-c10700e38d89 req-640a31d9-e956-44d3-b19c-85465d01e212 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636225 Jun 28 09:56:45.274497 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bac1e-8784-438b-80b2-b6303a6932d6 req-9b68821d-e1a3-462e-81f6-89efd47671e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.276010 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-df0bac1e-8784-438b-80b2-b6303a6932d6 req-9b68821d-e1a3-462e-81f6-89efd47671e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 1098 time: 0.1423018 Jun 28 09:56:45.313310 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2242001d-d15c-46fd-8b8c-4309baf78b82 req-68037706-c28d-4f89-88d1-8abb8a0dd01a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Jun 28 09:56:45.334509 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-df0bac1e-8784-438b-80b2-b6303a6932d6 req-d8fc1124-127d-4904-a745-4fb2aff6a49d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Jun 28 09:56:46.025534 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 83785250-3807-4316-b8eb-5e26ed0f382b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:46.033502 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-83b9dc88-6a12-4297-aa6e-b21c812020ed req-39ddbece-2856-4e6b-83c2-ade0e661a8c4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0327821 Jun 28 09:56:46.052369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33894) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:46.070007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d2047359-5a11-42b0-8e1b-708038878c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.122157 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755785d-39be-465a-acfb-7669c57a9241 req-7aeda875-37ca-4623-94f5-e3067eab1e87 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.123810 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6755785d-39be-465a-acfb-7669c57a9241 req-7aeda875-37ca-4623-94f5-e3067eab1e87 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.1146569 Jun 28 09:56:46.162786 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 83785250-3807-4316-b8eb-5e26ed0f382b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83785250-3807-4316-b8eb-5e26ed0f382b,segment=NetworkSegment(8bc20b81-fac2-45ab-9db9-8250c0b5899a),segment_id=8bc20b81-fac2-45ab-9db9-8250c0b5899a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:46.179020 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '83785250-3807-4316-b8eb-5e26ed0f382b', 'network_id': '9ced132d-1ec2-44e5-b700-f7cbcf06fb49', 'port_id': '83785250-3807-4316-b8eb-5e26ed0f382b', 'mac_address': 'fa:16:3e:70:5e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b52d79-2b77-4edc-95f7-f33aa0c1a2ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:46.191914 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6755785d-39be-465a-acfb-7669c57a9241 req-df22c16c-b535-404e-acfb-f2d5a5b81a5d tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554452 Jun 28 09:56:46.196886 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d2047359-5a11-42b0-8e1b-708038878c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.234374 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.251982 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83785250-3807-4316-b8eb-5e26ed0f382b {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:46.277777 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 83785250-3807-4316-b8eb-5e26ed0f382b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83785250-3807-4316-b8eb-5e26ed0f382b,segment=NetworkSegment(8bc20b81-fac2-45ab-9db9-8250c0b5899a),segment_id=8bc20b81-fac2-45ab-9db9-8250c0b5899a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:46.361317 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-6027df90-bc47-4840-92cb-46733163d902 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.361317 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-6027df90-bc47-4840-92cb-46733163d902 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.1593382 Jun 28 09:56:46.372414 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Request body: {'port': {'device_id': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'admin_state_up': True, 'tenant_id': '5e529502fdf24590904c689f3041c151'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:46.401517 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d2047359-5a11-42b0-8e1b-708038878c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.417098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5cb5f885-dd4b-4a64-84cb-b3bd9db16b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:46.435839 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.437791 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:46.496450 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=83785250-3807-4316-b8eb-5e26ed0f382b,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:46.500628 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:46.516602 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d2047359-5a11-42b0-8e1b-708038878c61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6fb4ecb65b440b3be8314a12d193ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624448 Jun 28 09:56:46.519049 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33902) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:46.553960 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2047359-5a11-42b0-8e1b-708038878c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d46ed-716d-4a0a-801f-a0f4e56e75ba,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:46.559362 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d2047359-5a11-42b0-8e1b-708038878c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:46.651795 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339c1c-ba8c-4e6a-b5cc-498167a828a2 req-468f3ee0-2c75-4486-8800-2255c20f734c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.654961 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-89339c1c-ba8c-4e6a-b5cc-498167a828a2 req-468f3ee0-2c75-4486-8800-2255c20f734c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 944 time: 0.2376351 Jun 28 09:56:46.676437 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.699362 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-89339c1c-ba8c-4e6a-b5cc-498167a828a2 req-042d1da9-4d77-4f6d-95ae-36ee192a79b3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373909 Jun 28 09:56:46.699625 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2a5cc-7f0c-442a-9019-a50c3a12df69 req-f567045b-e0fd-46a9-a46d-15f9a99a0a21 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.702773 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-65b2a5cc-7f0c-442a-9019-a50c3a12df69 req-f567045b-e0fd-46a9-a46d-15f9a99a0a21 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.2035291 Jun 28 09:56:46.750264 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:46.781721 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-65b2a5cc-7f0c-442a-9019-a50c3a12df69 req-a0465e99-82f5-4fbe-a9c0-2fa665c67976 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686421 Jun 28 09:56:46.827559 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Made reservation on behalf of 5e529502fdf24590904c689f3041c151 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:46.827559 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.009343 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.013668 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.015485 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f05d46ed-716d-4a0a-801f-a0f4e56e75ba HTTP/1.1" status: 204 len: 168 time: 0.4950430 Jun 28 09:56:47.016834 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-54fac718-9072-4e5c-8d09-78b13f8032e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:47.028480 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d46ed-716d-4a0a-801f-a0f4e56e75ba,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:47.034161 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:47.132686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['83785250-3807-4316-b8eb-5e26ed0f382b'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:47.169082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Allocated IP 172.20.0.3 (996b4ef8-91c5-4485-94bb-c9a71539330c/dbbd1af6-fd64-4996-b923-97ad7218310b/e942979f-3214-433d-845c-d5c417b6959a) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:47.325600 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3a43150a-7350-4bf3-b7da-1e3935e14736 req-917d3c5f-b35f-4807-8653-fe3c7e6f056c tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0674703 Jun 28 09:56:47.470247 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472af0-4b52-4460-944f-0a1724635917 req-f70b1db6-9bca-45a1-8f9b-540eb8a29a44 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.477223 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-03472af0-4b52-4460-944f-0a1724635917 req-f70b1db6-9bca-45a1-8f9b-540eb8a29a44 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.0931237 Jun 28 09:56:47.495873 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.530655 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-03472af0-4b52-4460-944f-0a1724635917 req-49cba2e9-ed04-43f7-9ec6-6530f1e22984 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Jun 28 09:56:47.666454 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.670553 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:47.713640 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Network 996b4ef8-91c5-4485-94bb-c9a71539330c is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:47.716929 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:47.727603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:47.733789 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.734437 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.741053 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event updated for resources: {'Port': ['ID=e942979f-3214-433d-845c-d5c417b6959a,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:47.747082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:47.908950 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dd03e-0f45-4854-a212-6432ba1358f1 req-2b32a8b2-3c8e-4aa7-a1c2-3f485f89fc49 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.910778 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fd1dd03e-0f45-4854-a212-6432ba1358f1 req-2b32a8b2-3c8e-4aa7-a1c2-3f485f89fc49 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 944 time: 0.0804121 Jun 28 09:56:47.940030 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5733366 Jun 28 09:56:47.958494 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Request body: {'port': {'device_id': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:47.966826 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fd1dd03e-0f45-4854-a212-6432ba1358f1 req-baeeece1-62b7-49ff-a1fd-ef45b8a969ea tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Jun 28 09:56:47.994741 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d246-fc2c-491d-987f-e0cf48e623ca req-d2cb2fa2-0b14-4b46-a490-c98c27ee7350 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.996548 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c7c1d246-fc2c-491d-987f-e0cf48e623ca req-d2cb2fa2-0b14-4b46-a490-c98c27ee7350 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0796394 Jun 28 09:56:48.049782 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.054148 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c7c1d246-fc2c-491d-987f-e0cf48e623ca req-d0109917-2c00-4d21-8fd6-9a4dd3889c94 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490644 Jun 28 09:56:48.261890 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', '5ac3d427-a572-42b7-b836-d2772573df2d'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:48.351452 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e942979f-3214-433d-845c-d5c417b6959a {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:48.366042 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.381944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Transition to ACTIVE for port object e942979f-3214-433d-845c-d5c417b6959a will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:48.397098 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 33946) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:48.413728 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.526852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.533024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-13f01173-3381-47be-9bd5-5ab2630d69eb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:48.580979 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.670717 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da0e9b-36a3-4cbd-bbad-05040842e267 req-0060ada4-c9e3-4f37-b7d9-114412f8d7a8 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:48.673446 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b2da0e9b-36a3-4cbd-bbad-05040842e267 req-0060ada4-c9e3-4f37-b7d9-114412f8d7a8 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 931 time: 0.2147677 Jun 28 09:56:48.684845 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e942979f-3214-433d-845c-d5c417b6959a,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:48.692261 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:48.769477 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.771677 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Attempting to bind port e942979f-3214-433d-845c-d5c417b6959a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:48.772016 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Attempting to bind port e942979f-3214-433d-845c-d5c417b6959a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:48.772592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Attempting to bind port e942979f-3214-433d-845c-d5c417b6959a on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:48.781697 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Port e942979f-3214-433d-845c-d5c417b6959a on network 996b4ef8-91c5-4485-94bb-c9a71539330c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:48.781975 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Attempting to bind port e942979f-3214-433d-845c-d5c417b6959a on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:48.786300 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b2da0e9b-36a3-4cbd-bbad-05040842e267 req-39847b8f-3d6b-4b8b-a9a5-5ab49ecc0def tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048672 Jun 28 09:56:48.790088 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1e140272-8a71-4c74-a910-0acf2b3d5734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:48.791167 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:48.791503 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Checking segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:48.791939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Bound using segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:48.792346 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Bound port: e942979f-3214-433d-845c-d5c417b6959a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:48.792699 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.844555 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e28f89dfa7fe4e058176c2e03fc00938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462276 Jun 28 09:56:48.847468 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb79e08-2011-4c4e-935f-0c8b3ff2e6d1,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:48.849743 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 33956) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:48.851831 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:48.877598 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1e12-d5f1-45f3-bcaa-97d9a10c8eec req-81d5a1b7-daca-42ed-8f62-be33d7617191 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:48.879113 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2ccd1e12-d5f1-45f3-bcaa-97d9a10c8eec req-81d5a1b7-daca-42ed-8f62-be33d7617191 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.1230304 Jun 28 09:56:48.880007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] For port e942979f-3214-433d-845c-d5c417b6959a, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:48.900816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] For port e942979f-3214-433d-845c-d5c417b6959a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e942979f-3214-433d-845c-d5c417b6959a,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:48.919995 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.920244 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2ccd1e12-d5f1-45f3-bcaa-97d9a10c8eec req-09aecfe5-d158-47e8-9c2a-6db48641c025 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Jun 28 09:56:48.943901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:49.061029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:49.063353 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-80a0f0b9-fb4c-428d-9607-7faff808d242 tempest-DeleteServersTestJSON-1070335379 tempest-DeleteServersTestJSON-1070335379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:49.099072 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:49.104441 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:49.104441 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] 10.222.0.38 "PUT /v2.0/ports/e942979f-3214-433d-845c-d5c417b6959a HTTP/1.1" status: 200 len: 1093 time: 1.1493251 Jun 28 09:56:49.104441 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'tag': 'e942979f-3214-433d-845c-d5c417b6959a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:49.104740 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d09abe01-9479-40b4-b990-cb5e6da4819b", "tag": "e942979f-3214-433d-845c-d5c417b6959a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:49.163384 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e942979f-3214-433d-845c-d5c417b6959a,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:49.169814 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:49.176141 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:49.180673 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:49.182333 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fb79e08-2011-4c4e-935f-0c8b3ff2e6d1 HTTP/1.1" status: 204 len: 168 time: 0.3314953 Jun 28 09:56:49.184877 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:49.224331 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb79e08-2011-4c4e-935f-0c8b3ff2e6d1,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:49.231131 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:49.338809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d248159-39df-452b-84ff-2f3f427381f4 req-799fa7c8-077e-4c96-b34b-056efc640407 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:49.341193 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7d248159-39df-452b-84ff-2f3f427381f4 req-799fa7c8-077e-4c96-b34b-056efc640407 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 944 time: 0.2300546 Jun 28 09:56:49.372725 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1e0b9-07b4-4c67-bf60-a4fd5f108571 req-00b63bd8-6b46-44cf-a2b4-6b97da206dd9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:49.375593 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-66f1e0b9-07b4-4c67-bf60-a4fd5f108571 req-00b63bd8-6b46-44cf-a2b4-6b97da206dd9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1122904 Jun 28 09:56:49.402658 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7d248159-39df-452b-84ff-2f3f427381f4 req-a28018fc-e7d8-463b-a468-682116e570b7 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Jun 28 09:56:49.416488 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-7c7e577b-b234-4edf-a774-889e58ebd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:49.418340 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-7c7e577b-b234-4edf-a774-889e58ebd4c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 1096 time: 0.1590610 Jun 28 09:56:49.446429 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-66f1e0b9-07b4-4c67-bf60-a4fd5f108571 req-f46225c7-8d20-4de7-b640-750348cd6bdb tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 Jun 28 09:56:49.488688 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50adb54a-3ff7-48ed-b6f4-ccdb350f3773 x-openstack-request-id: req-50adb54a-3ff7-48ed-b6f4-ccdb350f3773 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:49.488688 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09abe01-9479-40b4-b990-cb5e6da4819b", "tag": "e942979f-3214-433d-845c-d5c417b6959a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:49.488688 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50adb54a-3ff7-48ed-b6f4-ccdb350f3773 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:49.488688 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'tag': 'e942979f-3214-433d-845c-d5c417b6959a', 'status': 'completed', 'code': 200} Jun 28 09:56:49.494537 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-9138e88e-3cee-480a-bf87-983841f9ffb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e942979f-3214-433d-845c-d5c417b6959a HTTP/1.1" status: 200 len: 217 time: 0.0613503 Jun 28 09:56:49.547856 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a255-a411-4538-97d8-67c838468fb3 req-4a4ffceb-3a3b-46ff-aa4e-aa6736d1a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:49.549271 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-4a4ffceb-3a3b-46ff-aa4e-aa6736d1a84a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.0512385 Jun 28 09:56:49.589940 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-f6794120-1865-4ad6-8d56-dbf2cfb6ec22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322983 Jun 28 09:56:49.703855 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-5ae756ce-388b-457d-85da-169a80a5c3ee service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055946 Jun 28 09:56:49.829247 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-51f4a255-a411-4538-97d8-67c838468fb3 req-653dff39-8801-4b82-a479-4ab1727e1450 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179779 Jun 28 09:56:50.036539 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a77c-b040-441c-98f3-4d9940c25e7b req-83b2e75e-dd49-4dcb-b3ac-83da6ff9af65 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.038365 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1d76a77c-b040-441c-98f3-4d9940c25e7b req-83b2e75e-dd49-4dcb-b3ac-83da6ff9af65 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 943 time: 0.0949843 Jun 28 09:56:50.046069 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 83785250-3807-4316-b8eb-5e26ed0f382b up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:50.107079 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1d76a77c-b040-441c-98f3-4d9940c25e7b req-d005930b-6293-4840-8186-dc014df9da88 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585051 Jun 28 09:56:50.205868 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-9b41eb08-a76f-40ff-8fda-645ce2489fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.207273 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-9b41eb08-a76f-40ff-8fda-645ce2489fc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 1096 time: 0.0619843 Jun 28 09:56:50.316848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-636b8483-0720-42f4-9ab7-c13ac6826ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.318633 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-636b8483-0720-42f4-9ab7-c13ac6826ae2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 914 time: 0.1032314 Jun 28 09:56:50.323001 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 83785250-3807-4316-b8eb-5e26ed0f382b completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:50.328469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 83785250-3807-4316-b8eb-5e26ed0f382b triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:50.329385 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:50.372181 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-1275b55d-4104-4230-824f-a81fc4cb5c0c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e942979f-3214-433d-845c-d5c417b6959a HTTP/1.1" status: 200 len: 217 time: 0.0435565 Jun 28 09:56:50.451163 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-f9250ddc-e36c-4ff3-afb9-7f2245c2943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.453569 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-f9250ddc-e36c-4ff3-afb9-7f2245c2943c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.0690126 Jun 28 09:56:50.499408 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-2935f9da-09e0-4bd2-9c13-13514df0f522 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385745 Jun 28 09:56:50.506411 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:50.635916 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83785250-3807-4316-b8eb-5e26ed0f382b'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:50.651526 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612319ba-8a6e-416c-a44a-e4aa9e896cb4" -d '{"events": [{"server_uuid": "9e764692-3f9a-48be-8ca6-9d708fa11029", "name": "network-vif-plugged", "status": "completed", "tag": "83785250-3807-4316-b8eb-5e26ed0f382b"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:50.681422 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 83785250-3807-4316-b8eb-5e26ed0f382b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83785250-3807-4316-b8eb-5e26ed0f382b,segment=NetworkSegment(8bc20b81-fac2-45ab-9db9-8250c0b5899a),segment_id=8bc20b81-fac2-45ab-9db9-8250c0b5899a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:50.774077 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:50.778564 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:50.825252 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a8ddd-0c07-4a23-b2e8-9887030ff93f req-077c2b7f-4bd5-4b67-afba-a3898483431b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.833342 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-265a8ddd-0c07-4a23-b2e8-9887030ff93f req-077c2b7f-4bd5-4b67-afba-a3898483431b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1769724 Jun 28 09:56:50.850168 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-ebbc02ab-be46-4523-9b09-4da4e3fa3f31 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407946 Jun 28 09:56:50.859660 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=83785250-3807-4316-b8eb-5e26ed0f382b,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:50.863325 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:50.867629 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f0a0-e67e-4d29-9f4e-f32fad848fc7 req-a265adc6-90db-4abf-872d-b018220bd5d6 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.870542 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a002f0a0-e67e-4d29-9f4e-f32fad848fc7 req-a265adc6-90db-4abf-872d-b018220bd5d6 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 944 time: 0.1639762 Jun 28 09:56:50.877643 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-265a8ddd-0c07-4a23-b2e8-9887030ff93f req-23e6f8b4-cde8-44af-ad1f-76a371a2991f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432525 Jun 28 09:56:50.974638 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a002f0a0-e67e-4d29-9f4e-f32fad848fc7 req-0fe0e92f-caf2-44c5-87d4-1efd7c8dd8d5 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903966 Jun 28 09:56:51.030831 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f942eec5-15ef-4a5c-a04c-ad273af3fb7e req-01473195-f993-465c-9a80-5f7297962fc7 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589942 Jun 28 09:56:51.052970 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91683ba-95fa-471b-b514-0b391ea3993f x-openstack-request-id: req-f91683ba-95fa-471b-b514-0b391ea3993f {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:51.054115 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e764692-3f9a-48be-8ca6-9d708fa11029", "name": "network-vif-plugged", "status": "completed", "tag": "83785250-3807-4316-b8eb-5e26ed0f382b", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:51.054565 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f91683ba-95fa-471b-b514-0b391ea3993f {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:51.055365 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83785250-3807-4316-b8eb-5e26ed0f382b', 'code': 200} Jun 28 09:56:51.379590 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f776b8-736f-4f53-9062-7fe8281e48a2 req-5b36ef94-4027-4718-897a-40003f3f6ff9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:51.381849 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1f776b8-736f-4f53-9062-7fe8281e48a2 req-5b36ef94-4027-4718-897a-40003f3f6ff9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 943 time: 0.0794144 Jun 28 09:56:51.433299 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1f776b8-736f-4f53-9062-7fe8281e48a2 req-ca88360a-5d9e-4727-896e-847fb3c31f98 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Jun 28 09:56:51.837518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f80285-ffe5-4f06-b0d6-bd2e5e0b95b9 req-2ed7fb8f-ed2c-41d8-9ff7-4306d9c56c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:51.839023 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56f80285-ffe5-4f06-b0d6-bd2e5e0b95b9 req-2ed7fb8f-ed2c-41d8-9ff7-4306d9c56c77 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 1098 time: 0.1478622 Jun 28 09:56:51.849596 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de55cfb-5777-41c3-9b31-dd2031ee8a2e req-c0900650-fc85-48c4-9478-6b5898331f40 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:51.857186 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7de55cfb-5777-41c3-9b31-dd2031ee8a2e req-c0900650-fc85-48c4-9478-6b5898331f40 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.1427984 Jun 28 09:56:51.899503 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56f80285-ffe5-4f06-b0d6-bd2e5e0b95b9 req-4ad1e58e-e101-4769-b1c7-8fa209d9034a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Jun 28 09:56:51.912966 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7de55cfb-5777-41c3-9b31-dd2031ee8a2e req-478ec269-7ae2-49b4-9cc0-2272d548ba35 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Jun 28 09:56:52.120140 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe8fca-4034-4670-8a6d-8b4a1599f4cf req-2f902585-adcc-46c7-a51d-a01b7ded5b6e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:52.126503 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-14fe8fca-4034-4670-8a6d-8b4a1599f4cf req-2f902585-adcc-46c7-a51d-a01b7ded5b6e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1052754 Jun 28 09:56:52.205291 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-14fe8fca-4034-4670-8a6d-8b4a1599f4cf req-145a45f2-7291-4b84-9cc8-9cdbb596d221 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733306 Jun 28 09:56:52.247305 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328867-e81d-4f02-9f47-a732a1c8c664 req-8ecc893a-070f-4883-ab13-aacd693f0196 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:52.250011 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6a328867-e81d-4f02-9f47-a732a1c8c664 req-8ecc893a-070f-4883-ab13-aacd693f0196 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.1051788 Jun 28 09:56:52.299752 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6a328867-e81d-4f02-9f47-a732a1c8c664 req-e21f0e1b-55cd-4d3a-a09a-679c9eebd35b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380037 Jun 28 09:56:52.635162 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de45745-1587-4a58-9733-d719b49f9449 req-e92fa1f8-0307-42a6-93c6-6cf66ba4ece7 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:52.636736 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1de45745-1587-4a58-9733-d719b49f9449 req-e92fa1f8-0307-42a6-93c6-6cf66ba4ece7 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 943 time: 0.0814571 Jun 28 09:56:52.687126 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1de45745-1587-4a58-9733-d719b49f9449 req-d4f85b61-da89-42e1-afa7-70dfbd8bec29 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Jun 28 09:56:52.856085 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:56:53.130796 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09920e-122e-498b-93c8-dd49a77a0a3b req-edde20c6-a06c-4031-bde0-7c8e4f08e56d tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.133172 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b09920e-122e-498b-93c8-dd49a77a0a3b req-edde20c6-a06c-4031-bde0-7c8e4f08e56d tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.1010754 Jun 28 09:56:53.185683 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b09920e-122e-498b-93c8-dd49a77a0a3b req-97fab6b6-f3ad-4d25-a2a4-7d191d355691 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Jun 28 09:56:53.440423 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceea59b-1d4c-4541-88f8-52b5307ea4cc req-3b9bb65c-6ba5-457e-9dad-af50d3d4b47d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.442971 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8ceea59b-1d4c-4541-88f8-52b5307ea4cc req-3b9bb65c-6ba5-457e-9dad-af50d3d4b47d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0787854 Jun 28 09:56:53.494632 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8ceea59b-1d4c-4541-88f8-52b5307ea4cc req-06e93016-5356-4b6b-b991-c8c8e2d00b87 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Jun 28 09:56:53.529061 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf5e6-5938-4edb-bb87-7bbabc28f8f8 req-28bae56c-e325-4b79-b04e-f13ec61ffbe7 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.530609 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e7daf5e6-5938-4edb-bb87-7bbabc28f8f8 req-28bae56c-e325-4b79-b04e-f13ec61ffbe7 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.0813963 Jun 28 09:56:53.590651 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e7daf5e6-5938-4edb-bb87-7bbabc28f8f8 req-fd2f91ec-d067-4d39-8191-bce0b0bfa377 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533676 Jun 28 09:56:53.910405 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4770f41-fcd1-4771-92b6-8535f80ca5f3 req-2e86bc40-fec6-4512-abaf-61e0a18eb67a tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.911898 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4770f41-fcd1-4771-92b6-8535f80ca5f3 req-2e86bc40-fec6-4512-abaf-61e0a18eb67a tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 943 time: 0.0778387 Jun 28 09:56:53.955617 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4770f41-fcd1-4771-92b6-8535f80ca5f3 req-157fd380-480d-44f0-abeb-4dcef834c515 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Jun 28 09:56:54.061649 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device e942979f-3214-433d-845c-d5c417b6959a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:54.139801 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-9747d2d2-2ce4-462d-b9df-01568b7ee54f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:54.142259 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-9747d2d2-2ce4-462d-b9df-01568b7ee54f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.1049042 Jun 28 09:56:54.213318 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port e942979f-3214-433d-845c-d5c417b6959a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e942979f-3214-433d-845c-d5c417b6959a,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:54.245010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'e942979f-3214-433d-845c-d5c417b6959a', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'port_id': 'e942979f-3214-433d-845c-d5c417b6959a', 'mac_address': 'fa:16:3e:19:45:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd1af6-fd64-4996-b923-97ad7218310b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:54.310600 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:54.340990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Deleting port 14c9890a-52d1-4b21-8708-c07a2618bc94 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:56:54.341609 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:54.368568 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e942979f-3214-433d-845c-d5c417b6959a {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:54.401339 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port e942979f-3214-433d-845c-d5c417b6959a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e942979f-3214-433d-845c-d5c417b6959a,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:54.503342 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389ef8-0cb5-43a4-a312-12bf2a945569 req-aba98d07-ba3a-48c2-a904-38a0515ee511 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:54.504965 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9389ef8-0cb5-43a4-a312-12bf2a945569 req-aba98d07-ba3a-48c2-a904-38a0515ee511 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 945 time: 0.1459806 Jun 28 09:56:54.506938 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] For port 14c9890a-52d1-4b21-8708-c07a2618bc94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c9890a-52d1-4b21-8708-c07a2618bc94,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:54.507296 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:54.514568 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:54.518392 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:54.538079 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Calling delete_port for 14c9890a-52d1-4b21-8708-c07a2618bc94 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:56:54.612307 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=e942979f-3214-433d-845c-d5c417b6959a,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:54.615678 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:54.760687 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9ac5a-698b-480c-b836-c8a903e9789b req-753ed3c3-2b3d-4334-86f0-c5b08bea7c11 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:54.765340 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d9a9ac5a-698b-480c-b836-c8a903e9789b req-753ed3c3-2b3d-4334-86f0-c5b08bea7c11 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0966048 Jun 28 09:56:54.818477 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d9a9ac5a-698b-480c-b836-c8a903e9789b req-c02b82e9-a943-42df-a404-9a8feec1f801 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463428 Jun 28 09:56:54.909031 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9389ef8-0cb5-43a4-a312-12bf2a945569 req-1a6e2015-8920-4fd0-affd-f4aa40568699 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920462 Jun 28 09:56:54.993468 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['e942979f-3214-433d-845c-d5c417b6959a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:55.036998 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c8aa-ac57-442a-a0ce-45bdbd7026cc req-9913ff15-a883-41c9-b6f6-7622d33ec17c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.038685 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ce2c8aa-ac57-442a-a0ce-45bdbd7026cc req-9913ff15-a883-41c9-b6f6-7622d33ec17c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.0969410 Jun 28 09:56:55.093660 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ce2c8aa-ac57-442a-a0ce-45bdbd7026cc req-fc0bfe08-1301-4811-9fba-799c4e0279e3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Jun 28 09:56:55.227407 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1c65-e608-4541-b2f3-103ae27a2b13 req-70672fe8-7a6d-4fcb-97a4-b61068b06cf2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.229302 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d4ed1c65-e608-4541-b2f3-103ae27a2b13 req-70672fe8-7a6d-4fcb-97a4-b61068b06cf2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 944 time: 0.1082201 Jun 28 09:56:55.230249 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:55.243767 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:55.321038 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Pushing event deleted for resources: {'Port': ['ID=14c9890a-52d1-4b21-8708-c07a2618bc94,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:55.323959 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:55.373835 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d4ed1c65-e608-4541-b2f3-103ae27a2b13 req-d9e1c951-44de-471f-a131-c22af863c6cf tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163800 Jun 28 09:56:55.390749 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] No DVR routers for this DVR port 14c9890a-52d1-4b21-8708-c07a2618bc94 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:56:55.394563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:55.397267 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-27e18a5d-2a53-4ed2-bf7c-a7bdf33a134b req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "DELETE /v2.0/ports/14c9890a-52d1-4b21-8708-c07a2618bc94 HTTP/1.1" status: 204 len: 173 time: 1.2471678 Jun 28 09:56:55.397267 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'name': 'network-vif-deleted', 'tag': '14c9890a-52d1-4b21-8708-c07a2618bc94'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:55.401995 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57087590-5714-4129-a9df-65ac26e2541a" -d '{"events": [{"server_uuid": "e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3", "name": "network-vif-deleted", "tag": "14c9890a-52d1-4b21-8708-c07a2618bc94"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:55.470311 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d8b24d-3989-4a54-ad99-2a872cedecdd x-openstack-request-id: req-b6d8b24d-3989-4a54-ad99-2a872cedecdd {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:55.470840 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3", "name": "network-vif-deleted", "tag": "14c9890a-52d1-4b21-8708-c07a2618bc94", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:55.471153 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6d8b24d-3989-4a54-ad99-2a872cedecdd {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:55.471532 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3', 'name': 'network-vif-deleted', 'tag': '14c9890a-52d1-4b21-8708-c07a2618bc94', 'status': 'completed', 'code': 200} Jun 28 09:56:55.537526 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34154) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:55.672140 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:55.816533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.007545 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.011993 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-742a7b25-01e4-4a15-87ad-9af5470e8bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:56.061523 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1934a570bc07462a8f42b93636bbf190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207705 Jun 28 09:56:56.065828 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34170) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:56.068883 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c23b2-71ef-4cc4-a527-44933b77c202,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:56.074138 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:56.103100 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0f55-11c3-49ba-a89c-1b2b4256ea85 req-56584593-163e-452e-8bba-39c70664f851 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:56.105183 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e7d0f55-11c3-49ba-a89c-1b2b4256ea85 req-56584593-163e-452e-8bba-39c70664f851 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1330483 Jun 28 09:56:56.165152 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3d089ce2-2249-4836-a52c-0068a085eb8a req-c93373a2-eafd-402a-ab36-fd525ceeff08 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfd607-1a3e-4245-84f3-b2a4ec1f2db3 HTTP/1.1" status: 200 len: 210 time: 0.0339260 Jun 28 09:56:56.165964 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.173390 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['14c9890a-52d1-4b21-8708-c07a2618bc94'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:56.206853 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.256059 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e7d0f55-11c3-49ba-a89c-1b2b4256ea85 req-c1742b86-01f5-4060-b4fa-1ac14590be41 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407349 Jun 28 09:56:56.448010 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.451699 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.455472 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/755c23b2-71ef-4cc4-a527-44933b77c202 HTTP/1.1" status: 204 len: 168 time: 0.3876696 Jun 28 09:56:56.459991 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:56.469447 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c23b2-71ef-4cc4-a527-44933b77c202,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:56.478935 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:56.570460 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f8bb03ff-035c-4174-b527-b63433dfef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.612298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34184) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:56.639413 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddc095-2518-4b6d-84bb-6950a975eb05 req-7818f55c-20d1-4354-a19f-66d9d0d58b86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:56.641052 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-52ddc095-2518-4b6d-84bb-6950a975eb05 req-7818f55c-20d1-4354-a19f-66d9d0d58b86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 944 time: 0.0843832 Jun 28 09:56:56.698772 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-52ddc095-2518-4b6d-84bb-6950a975eb05 req-bfc2aa80-7908-436e-a482-2541f5a9be07 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466635 Jun 28 09:56:56.764858 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:56.922217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.010785 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.016833 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7d90b46c-c29b-4eb7-b5e5-2a1897ff59ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:57.072472 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7049040e2aa49fdb09e39c0bce9acfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584646 Jun 28 09:56:57.075975 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8040dc0d-a9c7-4b01-a6c3-c1412ebb9e1f,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:57.076256 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34194) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:57.081012 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:57.149070 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.187755 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.454844 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.459625 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.461617 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8040dc0d-a9c7-4b01-a6c3-c1412ebb9e1f HTTP/1.1" status: 204 len: 168 time: 0.3838410 Jun 28 09:56:57.490342 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-96746621-74b6-46d0-9dd4-178e860154e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:57.503688 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8040dc0d-a9c7-4b01-a6c3-c1412ebb9e1f,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:57.506999 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:57.565531 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f2d0a-9aee-4e19-a088-2b1f292598ce req-0cb79da3-917b-4a38-8040-b2a4371bec53 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:57.573023 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-398f2d0a-9aee-4e19-a088-2b1f292598ce req-0cb79da3-917b-4a38-8040-b2a4371bec53 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1360254 Jun 28 09:56:57.624153 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-398f2d0a-9aee-4e19-a088-2b1f292598ce req-1b73e7f7-dcc6-47a4-b957-26ddb5ba5be2 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 Jun 28 09:56:57.815633 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8643eaaf-e4f5-4a41-967e-56e0dfb17ee3 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:57.815633 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8643eaaf-e4f5-4a41-967e-56e0dfb17ee3 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/networks?id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 HTTP/1.1" status: 200 len: 809 time: 0.1593153 Jun 28 09:56:57.834970 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-844a678b-3fab-4663-9165-ca3caee35f08 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/quotas/e9a587e187124a089f51415ca7c65373 HTTP/1.1" status: 200 len: 375 time: 0.0159574 Jun 28 09:56:57.880338 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-15e50ae9-b8e1-4e40-b26c-d097d9fd887f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9a587e187124a089f51415ca7c65373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363643 Jun 28 09:56:57.909076 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34224) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:57.957110 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.975448 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad601a-2962-4b96-8b8a-08c72de7cbfc req-6d03028d-4b07-454f-952d-5ffa12e5e13b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:57.978367 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2fad601a-2962-4b96-8b8a-08c72de7cbfc req-6d03028d-4b07-454f-952d-5ffa12e5e13b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 944 time: 0.1078258 Jun 28 09:56:58.034219 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2fad601a-2962-4b96-8b8a-08c72de7cbfc req-50255dc1-4229-4e65-ad9e-3cb9c7c96d92 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Jun 28 09:56:58.099114 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device e942979f-3214-433d-845c-d5c417b6959a up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:58.125934 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-0b9f5c32-9e8d-49e9-a941-29c157a0a642 service neutron] 10.222.0.16 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327549 Jun 28 09:56:58.322135 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.362525 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port e942979f-3214-433d-845c-d5c417b6959a completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:58.366832 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-374761ad-ebe3-40c5-b751-6d453a6b09d6 service neutron] 10.222.0.16 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196519 Jun 28 09:56:58.367767 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port e942979f-3214-433d-845c-d5c417b6959a triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:58.368379 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.384342 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db46ff-b9d3-4cd9-81aa-f1a6b8b0df97 req-40f42229-9fe3-4655-88e5-d781ddfca058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.386385 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-99db46ff-b9d3-4cd9-81aa-f1a6b8b0df97 req-40f42229-9fe3-4655-88e5-d781ddfca058 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.1587858 Jun 28 09:56:58.456146 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-99db46ff-b9d3-4cd9-81aa-f1a6b8b0df97 req-48cb9a61-e00a-46d0-a4f8-cdf0dc758ef6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612197 Jun 28 09:56:58.462816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.495902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-434bc17a-d368-4ea8-b49c-2dcaf5908b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:58.521606 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.560978 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34236) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:58.561893 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=471955098f0c4bf4886e75727086ac55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499903 Jun 28 09:56:58.564463 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2340a43-7c7a-491d-8351-d1103851d0ce,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:58.570940 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e942979f-3214-433d-845c-d5c417b6959a'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:58.574967 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd3d5a-40be-4c91-bf0f-9f3af4b70de8" -d '{"events": [{"server_uuid": "d09abe01-9479-40b4-b990-cb5e6da4819b", "name": "network-vif-plugged", "status": "completed", "tag": "e942979f-3214-433d-845c-d5c417b6959a"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:58.594996 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:58.614725 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port e942979f-3214-433d-845c-d5c417b6959a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e942979f-3214-433d-845c-d5c417b6959a,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:58.664915 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe222b7-2439-4d17-a4b4-f998604d5909 x-openstack-request-id: req-fbe222b7-2439-4d17-a4b4-f998604d5909 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:58.665633 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09abe01-9479-40b4-b990-cb5e6da4819b", "name": "network-vif-plugged", "status": "completed", "tag": "e942979f-3214-433d-845c-d5c417b6959a", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:58.666307 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbe222b7-2439-4d17-a4b4-f998604d5909 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:58.666989 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e942979f-3214-433d-845c-d5c417b6959a', 'code': 200} Jun 28 09:56:58.686575 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.734924 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.939333 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:58.941640 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00738638-7df8-42af-8982-fea85051a3a7 req-17f44874-53d7-426d-bc21-d9c0a657c8a1 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 210 time: 0.0609450 Jun 28 09:56:58.943365 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 14c9890a-52d1-4b21-8708-c07a2618bc94 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:56:58.952974 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:58.959274 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088d31-c535-468b-ab94-440bf7c8c13a req-29773f84-5998-4a74-bf28-3a2c4d4758e6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.963319 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-12088d31-c535-468b-ab94-440bf7c8c13a req-29773f84-5998-4a74-bf28-3a2c4d4758e6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1555588 Jun 28 09:56:59.031137 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.038222 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.039682 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2340a43-7c7a-491d-8351-d1103851d0ce HTTP/1.1" status: 204 len: 168 time: 0.4770610 Jun 28 09:56:59.042572 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-df3ddbbb-3f0c-4a14-8b5a-d7c33b133c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:59.063122 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34260) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:59.078526 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 14c9890a-52d1-4b21-8708-c07a2618bc94 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:56:59.079135 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 14c9890a-52d1-4b21-8708-c07a2618bc94 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:56:59.082180 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2340a43-7c7a-491d-8351-d1103851d0ce,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:59.088359 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:59.113163 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.164455 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-12088d31-c535-468b-ab94-440bf7c8c13a req-82a997ca-e9fb-4650-ae9a-9f97f487917b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903467 Jun 28 09:56:59.205015 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1032aa13-8842-42ed-8cde-86c691968015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.209102 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=e942979f-3214-433d-845c-d5c417b6959a,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:59.217138 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:59.354432 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.454230 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.490008 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039dc79-1f7b-4442-9ef1-999606c2f447 req-5c7f7303-d9d9-479b-907e-20da6884bd7c tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.492562 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5039dc79-1f7b-4442-9ef1-999606c2f447 req-5c7f7303-d9d9-479b-907e-20da6884bd7c tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.1654267 Jun 28 09:56:59.567779 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5039dc79-1f7b-4442-9ef1-999606c2f447 req-265e344d-a378-47ba-b35b-7bc7f6e96989 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640960 Jun 28 09:56:59.661180 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.671524 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-aa0bb8df-2f70-4257-818f-47322fa73c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:59.701259 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241168fa-f846-4bcc-987e-8c5edd330841 req-f4732b8b-a609-4d7d-b782-a56870e6b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.703169 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-241168fa-f846-4bcc-987e-8c5edd330841 req-f4732b8b-a609-4d7d-b782-a56870e6b60f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 1098 time: 0.1510184 Jun 28 09:56:59.771945 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7bc36-a2ce-4844-afe1-7859f24dbb90,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:59.781584 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a1d0c77d2b34cb59ce6782dd24f3808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7131927 Jun 28 09:56:59.781584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:59.782032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34276) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:59.814443 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-241168fa-f846-4bcc-987e-8c5edd330841 req-1d6720bb-8983-437d-8c70-a2a014be67bb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826283 Jun 28 09:56:59.848766 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.872008 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.071170 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.073885 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.075158 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79e7bc36-a2ce-4844-afe1-7859f24dbb90 HTTP/1.1" status: 204 len: 168 time: 0.2924800 Jun 28 09:57:00.075944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-905f2654-484f-4c74-bf19-deec738fa88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:00.097506 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7bc36-a2ce-4844-afe1-7859f24dbb90,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:00.100291 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:00.151886 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e7715836-070c-441d-8cb6-2bf673a89f56 req-c8b9227b-a17b-4129-80ad-c089cd9ff24f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 210 time: 0.0845950 Jun 28 09:57:00.388865 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.395097 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029cae-f679-40f2-989f-efa7a3744e71 req-8d277ed9-5ecb-4d67-b89d-5628e0807c7a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:00.399655 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-42029cae-f679-40f2-989f-efa7a3744e71 req-8d277ed9-5ecb-4d67-b89d-5628e0807c7a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0775630 Jun 28 09:57:00.510589 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-42029cae-f679-40f2-989f-efa7a3744e71 req-4bb20c02-ef37-47a3-8b74-56eee6a2a0d6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001794 Jun 28 09:57:00.825963 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e001-4460-4997-a338-c9a2cfde09a4 req-ac9f764a-2b81-4e69-85de-55fa07bf0133 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:00.827627 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fcb7e001-4460-4997-a338-c9a2cfde09a4 req-ac9f764a-2b81-4e69-85de-55fa07bf0133 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.0946190 Jun 28 09:57:00.895111 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34308) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:00.895758 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fcb7e001-4460-4997-a338-c9a2cfde09a4 req-58995525-ecdb-40a0-9be4-977e8d49cd7a tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Jun 28 09:57:00.912863 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.041474 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.158156 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.160660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7818cc79-717a-40f3-aa1a-5f6791f578b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:01.221253 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af7147b9046a4d368555c21402742913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248079 Jun 28 09:57:01.223197 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bbae72-2333-4a89-8249-0f07b4a344ac,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:01.225135 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34318) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:01.239468 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:01.346632 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.372272 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.405639 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e3716f92-ab31-4412-87b2-43019488f9ad req-d182b497-4d68-46d0-ad1a-3ce1b5b9ac87 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 210 time: 0.0596647 Jun 28 09:57:01.577164 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.582702 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.584716 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72bbae72-2333-4a89-8249-0f07b4a344ac HTTP/1.1" status: 204 len: 168 time: 0.3565507 Jun 28 09:57:01.586480 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bb13fe40-4962-439d-80c5-f2838cba6bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:01.614146 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bbae72-2333-4a89-8249-0f07b4a344ac,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:01.635251 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:01.859951 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed5ec2-5de8-413c-81e0-94938c2f433b req-14887ddc-4ada-4bc0-b131-0aa7d280975c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:01.869831 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5eed5ec2-5de8-413c-81e0-94938c2f433b req-14887ddc-4ada-4bc0-b131-0aa7d280975c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1505525 Jun 28 09:57:01.932206 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5eed5ec2-5de8-413c-81e0-94938c2f433b req-54161757-2f91-4981-a5f8-ecdc1bf2b789 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Jun 28 09:57:01.943160 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.193052 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8384ae-007c-447f-a83a-ce055aa88b27 req-efde5ea8-508d-4e24-a0dd-835231db7d84 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.194614 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9c8384ae-007c-447f-a83a-ce055aa88b27 req-efde5ea8-508d-4e24-a0dd-835231db7d84 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.1110010 Jun 28 09:57:02.250261 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9c8384ae-007c-447f-a83a-ce055aa88b27 req-04e543d8-7f29-4957-8e94-7b169f8f0847 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Jun 28 09:57:02.652343 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-69697dd4-9f2b-44b7-85a2-0fbc703a14cd req-50857b82-be67-401b-9c1d-29ea9fe394c8 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 210 time: 0.0443699 Jun 28 09:57:03.016686 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166e3c-c313-459e-b224-9afb4dccc3ee req-c552969e-546a-4274-a5b9-c72f58526ded tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.019498 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ad166e3c-c313-459e-b224-9afb4dccc3ee req-c552969e-546a-4274-a5b9-c72f58526ded tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.1393065 Jun 28 09:57:03.111349 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ad166e3c-c313-459e-b224-9afb4dccc3ee req-1c5624d4-fe14-468d-aae2-e7bfc91ac411 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778289 Jun 28 09:57:03.534853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403016a6-c59c-4f5e-a8ce-4cdb323363d9 req-b41cca59-e175-44d9-89e7-1796f9166815 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.542929 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-403016a6-c59c-4f5e-a8ce-4cdb323363d9 req-b41cca59-e175-44d9-89e7-1796f9166815 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1097984 Jun 28 09:57:03.616846 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-403016a6-c59c-4f5e-a8ce-4cdb323363d9 req-af74866a-44c1-4978-b731-05084f1fdc55 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699220 Jun 28 09:57:03.653340 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-dbf1c18a-9c55-4691-97f1-3fa471a2f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.656392 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-dbf1c18a-9c55-4691-97f1-3fa471a2f73e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.1035843 Jun 28 09:57:03.862972 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6539ba2c-7126-40b3-b3ae-7e91b92d73eb req-d78356dd-d825-4861-93ea-6e513c5ed2d2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 210 time: 0.0489683 Jun 28 09:57:03.923563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-a81875b1-ed9f-46de-b9fc-ddabc444d292 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.929207 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-a81875b1-ed9f-46de-b9fc-ddabc444d292 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "GET /v2.0/networks?id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 HTTP/1.1" status: 200 len: 809 time: 0.2358689 Jun 28 09:57:03.929207 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-10fcc7b1-b287-4947-80a2-45e1526762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.929207 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-10fcc7b1-b287-4947-80a2-45e1526762c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.2260025 Jun 28 09:57:03.952058 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Request body: {'port': {'device_id': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756', 'admin_state_up': True, 'tenant_id': 'e9a587e187124a089f51415ca7c65373'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:04.105435 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-bca99807-d874-4359-b70c-ec7d272ec0c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 217 time: 0.0929670 Jun 28 09:57:04.212183 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-d49c443a-e5d6-4845-b82f-5015b89b74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.214139 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-d49c443a-e5d6-4845-b82f-5015b89b74e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0953860 Jun 28 09:57:04.284062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-3ffa1441-5ddd-47b1-8b39-0d9aa092174f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519445 Jun 28 09:57:04.404902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Made reservation on behalf of e9a587e187124a089f51415ca7c65373 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:04.408510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.512068 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76860f7-bd81-4ece-b1f2-de4c1d57481e req-584a7e7d-aaac-4d79-b597-744793b2caf7 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.513586 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a76860f7-bd81-4ece-b1f2-de4c1d57481e req-584a7e7d-aaac-4d79-b597-744793b2caf7 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.2320304 Jun 28 09:57:04.518148 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-d035882d-a7cc-472e-8a6e-27098af0a259 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022486 Jun 28 09:57:04.671005 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a76860f7-bd81-4ece-b1f2-de4c1d57481e req-f8fe28eb-5592-4656-8913-2c7c0c6a06c0 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483107 Jun 28 09:57:04.705618 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Allocated IP 172.20.0.3 (5fbcdfd5-8e6d-4fd9-b01b-d2820e507756/664fcdfd-585e-4b6f-9d57-85f6945693db/61242b49-af5f-43df-b54f-0efd346eecea) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:04.760630 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-71dae554-6830-4b87-8f63-e847cc6acde8 req-18f0fc17-fdd2-44e3-83e2-c3022d0de1d8 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178328 Jun 28 09:57:04.845064 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698633c6-0139-40b8-aa67-6cf9a8840caf req-7a18c210-a8df-4cee-b0e7-dfc72c142a44 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.855706 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-698633c6-0139-40b8-aa67-6cf9a8840caf req-7a18c210-a8df-4cee-b0e7-dfc72c142a44 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1012518 Jun 28 09:57:04.902883 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-698633c6-0139-40b8-aa67-6cf9a8840caf req-b9862eb1-3897-4952-aeb7-12934f8171f0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Jun 28 09:57:04.968542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.112138 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.118586 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4198b143-098c-450d-8b68-cc8af8f34910 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Pushing event updated for resources: {'Port': ['ID=61242b49-af5f-43df-b54f-0efd346eecea,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:05.227507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:05.278127 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9646557-7b0e-4550-bd23-77797d84c1d9 req-dee7f239-0479-40da-a238-fbec5a7f64a4 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.279764 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a9646557-7b0e-4550-bd23-77797d84c1d9 req-dee7f239-0479-40da-a238-fbec5a7f64a4 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 931 time: 0.1280854 Jun 28 09:57:05.339699 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a9646557-7b0e-4550-bd23-77797d84c1d9 req-ee3af26c-ef4c-4355-9f45-9ae83f77c8cc tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Jun 28 09:57:05.406305 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4614520 Jun 28 09:57:05.422546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Request body: {'port': {'device_id': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:05.558895 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.646750 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-95e834f6-5499-4006-b49f-45d9dfbc367c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.649048 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-95e834f6-5499-4006-b49f-45d9dfbc367c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.1375062 Jun 28 09:57:05.947565 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5873843-0647-4dbc-b098-4c1264f2169f req-1342cdf8-6764-429c-80c6-555aa872db28 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.952790 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c5873843-0647-4dbc-b098-4c1264f2169f req-1342cdf8-6764-429c-80c6-555aa872db28 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 945 time: 0.1239517 Jun 28 09:57:06.014083 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Deleting port 83785250-3807-4316-b8eb-5e26ed0f382b {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:06.014573 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.034128 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c5873843-0647-4dbc-b098-4c1264f2169f req-cf8cb662-1a63-4bb3-955a-478b4e1cf9fd tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/security-groups?id=d83408f8-df49-4a6e-8157-0b4336483057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790482 Jun 28 09:57:06.524994 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61242b49-af5f-43df-b54f-0efd346eecea {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:06.530945 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] For port 83785250-3807-4316-b8eb-5e26ed0f382b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83785250-3807-4316-b8eb-5e26ed0f382b,segment=NetworkSegment(8bc20b81-fac2-45ab-9db9-8250c0b5899a),segment_id=8bc20b81-fac2-45ab-9db9-8250c0b5899a)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:06.531313 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.539524 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.548354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34486) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:06.570206 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Calling delete_port for 83785250-3807-4316-b8eb-5e26ed0f382b owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:06.589217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Transition to ACTIVE for port object 61242b49-af5f-43df-b54f-0efd346eecea will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:06.599027 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a791601-b680-479d-adcf-f44c4071b47b req-a99042e5-40b8-476b-9bcb-f683470cf62c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:06.600995 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7a791601-b680-479d-adcf-f44c4071b47b req-a99042e5-40b8-476b-9bcb-f683470cf62c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.5403275 Jun 28 09:57:06.651910 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b4d-7c9b-4253-bc05-2841fde777cf req-88e3c2e0-f76d-4748-842e-c791bbe37aa2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:06.653580 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9e8b9b4d-7c9b-4253-bc05-2841fde777cf req-88e3c2e0-f76d-4748-842e-c791bbe37aa2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 931 time: 0.0943747 Jun 28 09:57:06.684001 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7a791601-b680-479d-adcf-f44c4071b47b req-428496bf-21e4-43ee-b7da-cfbbe8f7978a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505707 Jun 28 09:57:06.722908 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9e8b9b4d-7c9b-4253-bc05-2841fde777cf req-dd833b37-1d50-460f-9cf8-a582551cae0c tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618446 Jun 28 09:57:06.767640 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.771891 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-719915cc-a4d6-44c9-94d4-84049accaade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:06.773936 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.852066 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Pushing event updated for resources: {'Port': ['ID=61242b49-af5f-43df-b54f-0efd346eecea,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:06.859208 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:06.901619 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Attempting to bind port 61242b49-af5f-43df-b54f-0efd346eecea on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:06.902005 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Attempting to bind port 61242b49-af5f-43df-b54f-0efd346eecea by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:06.902262 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Attempting to bind port 61242b49-af5f-43df-b54f-0efd346eecea on network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:06.907109 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Port 61242b49-af5f-43df-b54f-0efd346eecea on network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:57:06.907421 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Attempting to bind port 61242b49-af5f-43df-b54f-0efd346eecea on network 5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:06.912811 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:06.913164 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Checking segment: {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:06.913547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Bound using segment: {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:06.914061 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Bound port: 61242b49-af5f-43df-b54f-0efd346eecea, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbdd7c5-8816-4059-ae93-c23e5bfe460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:06.914427 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.954405 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.965780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:07.009496 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Pushing event deleted for resources: {'Port': ['ID=83785250-3807-4316-b8eb-5e26ed0f382b,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:07.015748 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:07.087267 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] For port 61242b49-af5f-43df-b54f-0efd346eecea, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:07.090719 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] No DVR routers for this DVR port 83785250-3807-4316-b8eb-5e26ed0f382b on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:07.103502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.103502 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c7107b50-bfb8-40f6-8719-495261a0cb39 req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.38 "DELETE /v2.0/ports/83785250-3807-4316-b8eb-5e26ed0f382b HTTP/1.1" status: 204 len: 173 time: 1.4091558 Jun 28 09:57:07.103802 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'name': 'network-vif-deleted', 'tag': '83785250-3807-4316-b8eb-5e26ed0f382b'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:07.105995 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a064f6-99f9-4b59-8356-e254135ac5e2" -d '{"events": [{"server_uuid": "9e764692-3f9a-48be-8ca6-9d708fa11029", "name": "network-vif-deleted", "tag": "83785250-3807-4316-b8eb-5e26ed0f382b"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:07.115741 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] For port 61242b49-af5f-43df-b54f-0efd346eecea, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61242b49-af5f-43df-b54f-0efd346eecea,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:07.157965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.216970 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.223903 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:07.240015 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5a3f7bac-9de3-4ed6-8120-7139f6047f70 req-d7e3f4c1-cdf5-4aad-a672-ca38b367803c tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.0327737 Jun 28 09:57:07.278562 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.279552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.281900 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] 10.222.0.38 "PUT /v2.0/ports/61242b49-af5f-43df-b54f-0efd346eecea HTTP/1.1" status: 200 len: 1093 time: 1.8676686 Jun 28 09:57:07.297859 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.325182 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Pushing event updated for resources: {'Port': ['ID=61242b49-af5f-43df-b54f-0efd346eecea,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:07.336870 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:07.337376 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fa239118-a5c4-4016-b080-0d1b75556015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:07.350776 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e31858-93bc-4a14-b70f-df196e515f17 x-openstack-request-id: req-79e31858-93bc-4a14-b70f-df196e515f17 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:07.351806 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e764692-3f9a-48be-8ca6-9d708fa11029", "name": "network-vif-deleted", "tag": "83785250-3807-4316-b8eb-5e26ed0f382b", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:07.352082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79e31858-93bc-4a14-b70f-df196e515f17 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:07.352496 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e764692-3f9a-48be-8ca6-9d708fa11029', 'name': 'network-vif-deleted', 'tag': '83785250-3807-4316-b8eb-5e26ed0f382b', 'status': 'completed', 'code': 200} Jun 28 09:57:07.364679 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94b08dff7d9d4aa1868ad9818ce2a440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063247 Jun 28 09:57:07.365645 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34504) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:07.372806 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c843796c-2e61-4925-ad89-26471d3ee49f,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:07.376920 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:07.456807 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.482648 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.562283 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-b951b635-3375-421a-91cb-5c600af2a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.563861 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-b951b635-3375-421a-91cb-5c600af2a305 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9a587e187124a089f51415ca7c65373&device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 1096 time: 0.0638065 Jun 28 09:57:07.610430 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-e62f3901-e23d-452f-a77c-683ca0baf2d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61242b49-af5f-43df-b54f-0efd346eecea HTTP/1.1" status: 200 len: 217 time: 0.0386672 Jun 28 09:57:07.663705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-6c0b9594-6f6c-4196-8760-f259758e3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.665744 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-6c0b9594-6f6c-4196-8760-f259758e3928 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=664fcdfd-585e-4b6f-9d57-85f6945693db HTTP/1.1" status: 200 len: 849 time: 0.0489326 Jun 28 09:57:07.698646 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.713432 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.724663 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c843796c-2e61-4925-ad89-26471d3ee49f HTTP/1.1" status: 204 len: 168 time: 0.3575106 Jun 28 09:57:07.732057 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-22d5f0ac-1bd6-4973-b9f5-6b1a460778a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:07.763147 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843796c-2e61-4925-ad89-26471d3ee49f,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:07.772583 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:07.787028 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-978d8f31-105f-4839-86fd-eef1c95a7f05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115499 Jun 28 09:57:08.023250 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-0e699bc7-ce8f-4fdc-a352-64711ffb420e service neutron] 10.222.0.38 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283721 Jun 28 09:57:08.025846 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4a30d-44e0-4cf4-9d0f-3190d9ae379f req-1ad9b7da-7959-4738-a38b-c91156afbf18 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.034689 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4b4a30d-44e0-4cf4-9d0f-3190d9ae379f req-1ad9b7da-7959-4738-a38b-c91156afbf18 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1305430 Jun 28 09:57:08.091481 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-a99cc286-fb68-421a-8f6e-6ca595e0111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.095350 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-a99cc286-fb68-421a-8f6e-6ca595e0111f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.2165635 Jun 28 09:57:08.105773 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4b4a30d-44e0-4cf4-9d0f-3190d9ae379f req-8742e030-2df1-4335-a9d6-96452e95d891 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699584 Jun 28 09:57:08.126510 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 83785250-3807-4316-b8eb-5e26ed0f382b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:08.206886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 83785250-3807-4316-b8eb-5e26ed0f382b {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:08.206886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 83785250-3807-4316-b8eb-5e26ed0f382b not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:08.516670 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bbdfcc7e-abc1-4565-acbf-d9478123d3f7 req-16c59b8e-15cf-4f1d-a217-3ac70b76254b service neutron] 10.222.0.38 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857821 Jun 28 09:57:08.553489 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-61324218-9f21-4ebe-bc56-c5584581fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.555949 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-61324218-9f21-4ebe-bc56-c5584581fdbe service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.4223375 Jun 28 09:57:08.594502 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d0f8d933-5118-4700-8bbb-ee5682dfd563 req-db9c0179-8a8f-42de-8765-15fe3eb96ffa tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e764692-3f9a-48be-8ca6-9d708fa11029 HTTP/1.1" status: 200 len: 210 time: 0.0407546 Jun 28 09:57:08.644605 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf09081-0de4-443e-b33b-5d1a2b0b8d5d req-9aea484d-f33c-4cfd-ba4d-c8002eb14139 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.647460 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dbf09081-0de4-443e-b33b-5d1a2b0b8d5d req-9aea484d-f33c-4cfd-ba4d-c8002eb14139 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 943 time: 0.2480569 Jun 28 09:57:08.650022 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-03bdec9d-dcf6-4fe5-8356-41e0ddbc6347 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 217 time: 0.0848744 Jun 28 09:57:08.734923 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-b71bebce-79d7-4ca0-94f9-555eb2bc2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.740816 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-b71bebce-79d7-4ca0-94f9-555eb2bc2bcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0793526 Jun 28 09:57:08.760028 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dbf09081-0de4-443e-b33b-5d1a2b0b8d5d req-37e1cb32-7ce4-448d-8d69-dd624af0ed2c tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005416 Jun 28 09:57:08.783371 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-a963800d-8d26-4884-b7d2-a9515308c777 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347390 Jun 28 09:57:08.890997 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-e7633336-9bf6-459a-b473-7b1de9ee8146 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998743 Jun 28 09:57:09.047439 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d123f728-e2dc-42d5-82dc-7faf013bfbf3 req-f02be05f-e7e9-476b-aa56-948e6e35dc4b service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480749 Jun 28 09:57:09.249630 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34558) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:09.267284 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.354525 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'tag': '61242b49-af5f-43df-b54f-0efd346eecea'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:09.358511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6" -d '{"events": [{"name": "network-changed", "server_uuid": "acb9d0f2-46e3-44ba-aae0-b329c224b275", "tag": "61242b49-af5f-43df-b54f-0efd346eecea"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:09.420246 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b08a47-47ac-4ed0-b470-0e8aefab79b7 x-openstack-request-id: req-a7b08a47-47ac-4ed0-b470-0e8aefab79b7 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:09.420579 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb9d0f2-46e3-44ba-aae0-b329c224b275", "tag": "61242b49-af5f-43df-b54f-0efd346eecea", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:09.420990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7b08a47-47ac-4ed0-b470-0e8aefab79b7 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:09.427602 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'tag': '61242b49-af5f-43df-b54f-0efd346eecea', 'status': 'completed', 'code': 200} Jun 28 09:57:09.427767 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35044a-58a2-453e-b8ee-f6f1dd3ce5d7 req-bcdb0a13-672e-4d67-a31f-aea9d7a9d1b3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.427767 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6d35044a-58a2-453e-b8ee-f6f1dd3ce5d7 req-bcdb0a13-672e-4d67-a31f-aea9d7a9d1b3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0991123 Jun 28 09:57:09.443031 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.490857 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6d35044a-58a2-453e-b8ee-f6f1dd3ce5d7 req-c7e29199-4f65-426b-8944-f1b77938f4d8 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Jun 28 09:57:09.548422 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-8e1efd39-cf6e-4b75-a786-dd0a7ca60d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.551209 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-8e1efd39-cf6e-4b75-a786-dd0a7ca60d3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9a587e187124a089f51415ca7c65373&device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 1096 time: 0.1001689 Jun 28 09:57:09.581139 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.590974 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1c9a94b2-ab1c-4eb5-b418-bb234de3485c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:09.668605 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01d7dfb3fd6c4083afe94198de1bef11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174945 Jun 28 09:57:09.672792 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c968bbb-68e7-407a-b184-568a33ae1a3d,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:09.675348 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34572) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:09.682392 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:09.752923 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-6d2d663b-1bfd-4806-8cb1-bd41da971bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.753572 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-6d2d663b-1bfd-4806-8cb1-bd41da971bd3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 HTTP/1.1" status: 200 len: 909 time: 0.1931272 Jun 28 09:57:09.772024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.819700 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-b1df19e6-710e-4ac5-aee3-af5ebe717671 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61242b49-af5f-43df-b54f-0efd346eecea HTTP/1.1" status: 200 len: 217 time: 0.0575271 Jun 28 09:57:09.852832 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.932700 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-f6f7695d-1d16-4106-ae16-051dc988847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.934566 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-f6f7695d-1d16-4106-ae16-051dc988847b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=664fcdfd-585e-4b6f-9d57-85f6945693db HTTP/1.1" status: 200 len: 849 time: 0.1066949 Jun 28 09:57:10.009521 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-ff27ab69-4a36-403d-9ef7-d54379ec8155 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537820 Jun 28 09:57:10.037751 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e10d9-48a7-4643-9b91-d8ce8a6dba7d req-66a1cb49-03aa-498c-9354-d854389ddcbb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:10.042479 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-978e10d9-48a7-4643-9b91-d8ce8a6dba7d req-66a1cb49-03aa-498c-9354-d854389ddcbb tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 943 time: 0.1210494 Jun 28 09:57:10.087704 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.090499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.095268 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c968bbb-68e7-407a-b184-568a33ae1a3d HTTP/1.1" status: 204 len: 168 time: 0.4129257 Jun 28 09:57:10.095268 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-66821744-eb7d-456c-8d6e-11d861649b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:10.108538 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c968bbb-68e7-407a-b184-568a33ae1a3d,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:10.112822 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:10.135196 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-4b8978fd-dedc-475a-9b64-096dace7e0eb service neutron] 10.222.0.38 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156979 Jun 28 09:57:10.141868 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-978e10d9-48a7-4643-9b91-d8ce8a6dba7d req-c9491556-6e2a-4144-baf7-955a7fae8947 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923407 Jun 28 09:57:10.271328 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-291f0d3a-b64e-419b-aa17-5ec0a1c905a6 req-7cebd7a2-ef16-43f4-bbcb-202b17e752f0 service neutron] 10.222.0.38 "GET /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945733 Jun 28 09:57:11.362803 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721736-4906-44a7-8d69-c88b050d8711 req-fd8199d7-f8e4-4f5d-869d-f9c82e42b88b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:11.365070 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bd721736-4906-44a7-8d69-c88b050d8711 req-fd8199d7-f8e4-4f5d-869d-f9c82e42b88b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 943 time: 0.0887415 Jun 28 09:57:11.415727 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bd721736-4906-44a7-8d69-c88b050d8711 req-2379095d-2986-4601-aaf3-489d40f37384 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Jun 28 09:57:12.163548 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61242b49-af5f-43df-b54f-0efd346eecea details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:57:12.446601 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 61242b49-af5f-43df-b54f-0efd346eecea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61242b49-af5f-43df-b54f-0efd346eecea,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:12.462855 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '61242b49-af5f-43df-b54f-0efd346eecea', 'network_id': '5fbcdfd5-8e6d-4fd9-b01b-d2820e507756', 'port_id': '61242b49-af5f-43df-b54f-0efd346eecea', 'mac_address': 'fa:16:3e:02:59:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664fcdfd-585e-4b6f-9d57-85f6945693db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:57:12.537124 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.564572 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61242b49-af5f-43df-b54f-0efd346eecea {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:12.596557 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 61242b49-af5f-43df-b54f-0efd346eecea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61242b49-af5f-43df-b54f-0efd346eecea,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:12.698199 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b9359-ea41-40ae-a6f2-4ebf74a7689e req-803145fd-7891-4c29-abc7-42d5f2b74aaf tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.699759 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e63b9359-ea41-40ae-a6f2-4ebf74a7689e req-803145fd-7891-4c29-abc7-42d5f2b74aaf tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 943 time: 0.0851426 Jun 28 09:57:12.761319 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e63b9359-ea41-40ae-a6f2-4ebf74a7689e req-faea0eed-0f95-4a5f-a0fc-cd53afd90fe2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Jun 28 09:57:12.775654 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.781293 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:12.835318 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=61242b49-af5f-43df-b54f-0efd346eecea,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:12.839656 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:13.250683 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['61242b49-af5f-43df-b54f-0efd346eecea'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:13.350450 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.014942 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ae60f-de83-41e5-bc9f-44adc91163fb req-211ecdbb-9128-433d-8375-36082bc7fe40 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.024495 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1c4ae60f-de83-41e5-bc9f-44adc91163fb req-211ecdbb-9128-433d-8375-36082bc7fe40 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0992353 Jun 28 09:57:14.076151 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1c4ae60f-de83-41e5-bc9f-44adc91163fb req-49741336-5cd4-401f-82d3-2a9e7a948180 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Jun 28 09:57:14.106766 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeae576-6047-49ff-b0c2-955e2b9deb69 req-09fa33b1-862d-40b7-b9b8-8cf9265d8d65 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.108360 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-afeae576-6047-49ff-b0c2-955e2b9deb69 req-09fa33b1-862d-40b7-b9b8-8cf9265d8d65 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 944 time: 0.0717866 Jun 28 09:57:14.178999 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-afeae576-6047-49ff-b0c2-955e2b9deb69 req-fdc72458-2642-400e-9752-7caeff081ca3 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Jun 28 09:57:14.682903 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 34690) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:14.823362 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.950451 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.150884 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.156605 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:15.203211 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e90f4799ab54e80aa246a02aa75d0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187893 Jun 28 09:57:15.205273 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60aca9-b2de-4969-ad10-7152bcc0c150,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:15.206107 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34702) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:15.214646 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.214999 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.215358 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.215765 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.216056 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.216482 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.216845 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.217556 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.217656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.218362 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.218362 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.218825 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.223640 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2247f4c3-2213-4fe4-a441-39c1cf71227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:15.289895 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.330758 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.456598 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d1e3b-35f6-4383-a82a-c254cd2f013e req-8f0e24c5-b7b4-4ae4-9cba-b0e29e7f3a32 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.459141 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cf2d1e3b-35f6-4383-a82a-c254cd2f013e req-8f0e24c5-b7b4-4ae4-9cba-b0e29e7f3a32 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 944 time: 0.1162870 Jun 28 09:57:15.509973 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cf2d1e3b-35f6-4383-a82a-c254cd2f013e req-745535f9-5c29-4422-8dd5-7bd6fc684e75 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Jun 28 09:57:15.631032 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.635222 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.637605 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca60aca9-b2de-4969-ad10-7152bcc0c150 HTTP/1.1" status: 204 len: 168 time: 0.4302466 Jun 28 09:57:15.638954 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c95f6b73-7a11-421f-8df4-029f23d0f425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:15.661898 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60aca9-b2de-4969-ad10-7152bcc0c150,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:15.678763 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.679722 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.680840 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.682307 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.683115 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.684296 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.686308 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.687249 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.688285 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.688983 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.690107 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.690888 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:15.697937 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:16.212187 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61242b49-af5f-43df-b54f-0efd346eecea up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:16.425255 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-af37a96e-7654-4cad-8052-a568ae61ccc3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:16.426789 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-af37a96e-7654-4cad-8052-a568ae61ccc3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.3321733 Jun 28 09:57:16.450705 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-53c59299-d23a-411b-8575-99a0545beafd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/quotas/5e529502fdf24590904c689f3041c151 HTTP/1.1" status: 200 len: 375 time: 0.0166619 Jun 28 09:57:16.501563 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 61242b49-af5f-43df-b54f-0efd346eecea completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:16.506860 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 61242b49-af5f-43df-b54f-0efd346eecea triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:16.507897 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.626071 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-d514ee23-8c77-496e-9136-942361dbafdc tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693954 Jun 28 09:57:16.657990 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.739749 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61242b49-af5f-43df-b54f-0efd346eecea'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:16.756813 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e784883c-0cb2-425d-aa55-52271a708831" -d '{"events": [{"server_uuid": "acb9d0f2-46e3-44ba-aae0-b329c224b275", "name": "network-vif-plugged", "status": "completed", "tag": "61242b49-af5f-43df-b54f-0efd346eecea"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:16.767583 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 61242b49-af5f-43df-b54f-0efd346eecea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61242b49-af5f-43df-b54f-0efd346eecea,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:16.833538 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-8c61d835-d3fb-404e-bbe6-84fb63e3066b service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920302 Jun 28 09:57:16.894891 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73399ad-b82b-405f-8e99-8e6e73644890 req-7304959b-9c32-4d56-98d3-9567da07e53a tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:16.897524 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c73399ad-b82b-405f-8e99-8e6e73644890 req-7304959b-9c32-4d56-98d3-9567da07e53a tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 944 time: 0.1765611 Jun 28 09:57:16.935263 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.938849 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:16.969282 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c73399ad-b82b-405f-8e99-8e6e73644890 req-bd7d004c-9248-4122-aa6c-71c6351dd599 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638652 Jun 28 09:57:17.000504 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-38182e9e-18a1-4c9a-aa6f-436275ac6184 service neutron] 10.222.0.16 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553562 Jun 28 09:57:17.047101 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d5c7b4-17f5-45bb-9c59-cceeee297b5c x-openstack-request-id: req-e7d5c7b4-17f5-45bb-9c59-cceeee297b5c {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:17.047598 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb9d0f2-46e3-44ba-aae0-b329c224b275", "name": "network-vif-plugged", "status": "completed", "tag": "61242b49-af5f-43df-b54f-0efd346eecea", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:17.047986 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7d5c7b4-17f5-45bb-9c59-cceeee297b5c {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:17.048494 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61242b49-af5f-43df-b54f-0efd346eecea', 'code': 200} Jun 28 09:57:17.075997 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=61242b49-af5f-43df-b54f-0efd346eecea,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:17.093949 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:17.404930 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c676397a-d384-4d8e-b8b1-2d5ae2538d85 req-e635594d-54f2-4b5c-87c2-a0e70a0957ca tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 210 time: 0.0768840 Jun 28 09:57:17.787622 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2456af7-22d4-40d2-9c45-1dba97d25a3c req-bc60c6e2-1918-4849-9cf3-3b7aad329c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:17.790261 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2456af7-22d4-40d2-9c45-1dba97d25a3c req-bc60c6e2-1918-4849-9cf3-3b7aad329c05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 1098 time: 0.0734291 Jun 28 09:57:17.835571 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d2456af7-22d4-40d2-9c45-1dba97d25a3c req-d4271ffd-8675-4273-832a-92c46160e26f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Jun 28 09:57:18.296140 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c4430-07dc-4bdd-b5c7-86f2b47b9db8 req-cc67bd6b-19c0-475e-b322-942975b3aaaa tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:18.305402 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c43c4430-07dc-4bdd-b5c7-86f2b47b9db8 req-cc67bd6b-19c0-475e-b322-942975b3aaaa tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.1396823 Jun 28 09:57:18.381104 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c43c4430-07dc-4bdd-b5c7-86f2b47b9db8 req-f6ed1f62-eeba-4d0c-b3e5-d2e180b303ed tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689411 Jun 28 09:57:18.541485 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2e2669d7-bda6-4597-a48d-a60d15487645 req-75b558ef-c6c2-471d-9ae7-29ce3867a1bb tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 210 time: 0.0536876 Jun 28 09:57:19.649358 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeec0e-b2e1-4704-a0a2-82692d29c378 req-c9b76f83-36e5-48d9-bed6-ba64fd021b44 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:19.651866 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0dfeec0e-b2e1-4704-a0a2-82692d29c378 req-c9b76f83-36e5-48d9-bed6-ba64fd021b44 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.1166942 Jun 28 09:57:19.707660 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0dfeec0e-b2e1-4704-a0a2-82692d29c378 req-7f3c9805-6dbd-4806-90ff-938a7a9a12fe tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Jun 28 09:57:19.924592 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e04b8152-fa0a-46cf-a7de-894ba7add9e8 req-5dd5411e-9a88-44de-8f6d-21176826aaf0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 210 time: 0.0297682 Jun 28 09:57:20.383650 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ccb36-76fe-4129-b639-2ab6cf9ec791 req-1880e7f5-7677-4ed1-937c-c46b57c09f0c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.385469 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-058ccb36-76fe-4129-b639-2ab6cf9ec791 req-1880e7f5-7677-4ed1-937c-c46b57c09f0c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0832531 Jun 28 09:57:20.424095 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-058ccb36-76fe-4129-b639-2ab6cf9ec791 req-918dbf26-41af-4a13-9125-7bb8f4e6e3ca tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Jun 28 09:57:20.618172 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb96873-f263-4ade-a543-b05301e7069f req-74b4e72c-60c0-4da9-8dad-8be9be08564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.619802 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-74b4e72c-60c0-4da9-8dad-8be9be08564f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.0838809 Jun 28 09:57:20.718896 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb96873-f263-4ade-a543-b05301e7069f req-d5e00b07-3668-4cb0-8f01-4ab6f83cdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.720543 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-d5e00b07-3668-4cb0-8f01-4ab6f83cdb4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.0936961 Jun 28 09:57:20.794348 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-aa9bc0e2-0bc8-46a0-b269-e440243607c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 217 time: 0.0564659 Jun 28 09:57:20.874818 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb96873-f263-4ade-a543-b05301e7069f req-bbf064ef-f10e-44ac-aa1d-d7a30166da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.877553 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-bbf064ef-f10e-44ac-aa1d-d7a30166da27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.0763502 Jun 28 09:57:20.918346 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-42d91fa9-ff2c-44e0-af30-99f55d69b504 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320551 Jun 28 09:57:20.998682 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85526-bd6e-499a-9264-13014497da0b req-7cfe4cb1-27ca-4ccb-b531-6bd907e5d52e tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:21.007909 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c0b85526-bd6e-499a-9264-13014497da0b req-7cfe4cb1-27ca-4ccb-b531-6bd907e5d52e tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.1047277 Jun 28 09:57:21.060507 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-6565e572-5642-4c17-9834-cc70c46f2a88 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345737 Jun 28 09:57:21.067211 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c0b85526-bd6e-499a-9264-13014497da0b req-870353b9-45f7-4f8d-af84-109166391bbf tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584080 Jun 28 09:57:21.187543 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5547d56c-93ca-4821-9589-e95d518df4a0 req-f9d02e76-87a6-42b7-a086-64d8f0b319b0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 210 time: 0.0397215 Jun 28 09:57:21.215944 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4eb96873-f263-4ade-a543-b05301e7069f req-e01733e7-d62a-410f-a338-f45cc1d97bef service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382308 Jun 28 09:57:21.668858 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0672a9f-6159-4a4f-b849-8b2b0612d714 req-acd98bd3-4040-4d83-9493-85cd5504fb25 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:21.670509 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b0672a9f-6159-4a4f-b849-8b2b0612d714 req-acd98bd3-4040-4d83-9493-85cd5504fb25 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1074240 Jun 28 09:57:21.720739 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b0672a9f-6159-4a4f-b849-8b2b0612d714 req-bf4bff44-e7b7-4c80-8c4d-866114fe9cf7 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Jun 28 09:57:21.809702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-ba6a3bb0-da29-42ea-84b3-28f9ce625760 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:21.811337 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-ba6a3bb0-da29-42ea-84b3-28f9ce625760 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/networks?id=996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 200 len: 814 time: 0.1271806 Jun 28 09:57:21.831028 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Request body: {'port': {'device_id': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'admin_state_up': True, 'tenant_id': '5e529502fdf24590904c689f3041c151'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:22.310394 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Made reservation on behalf of 5e529502fdf24590904c689f3041c151 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:22.315139 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:22.405784 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-43268901-fd50-4983-816f-9b37a22724fa req-e417d0c4-9358-41f8-a4bf-5b6de8a4edb2 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 210 time: 0.0623546 Jun 28 09:57:22.765967 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Allocated IP 172.20.0.7 (996b4ef8-91c5-4485-94bb-c9a71539330c/dbbd1af6-fd64-4996-b923-97ad7218310b/18245e79-7cab-4833-b4dc-a3ffff5a9b67) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:22.979630 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376f689-7e43-4770-b5df-9fd1d52e3962 req-8c74b0a1-db7e-4c36-b8bb-0b176cda1c4b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:22.981804 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6376f689-7e43-4770-b5df-9fd1d52e3962 req-8c74b0a1-db7e-4c36-b8bb-0b176cda1c4b tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0829339 Jun 28 09:57:22.988511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:23.061814 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6376f689-7e43-4770-b5df-9fd1d52e3962 req-0339d189-75f3-42e2-a99a-d0313b9341a3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674999 Jun 28 09:57:23.156662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:23.162142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:23.182081 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', '5ac3d427-a572-42b7-b836-d2772573df2d', 'e942979f-3214-433d-845c-d5c417b6959a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:23.211589 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Network 996b4ef8-91c5-4485-94bb-c9a71539330c is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:23.216670 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:23.222912 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:23.230007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:23.230998 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:23.256797 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event updated for resources: {'Port': ['ID=18245e79-7cab-4833-b4dc-a3ffff5a9b67,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:23.261549 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:23.368556 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5440085 Jun 28 09:57:23.384881 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Request body: {'port': {'device_id': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:23.517449 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:23.669507 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e2995-64a0-4538-8ef1-d997b0780f3b req-b6691987-7873-4b6a-b280-648319f6dfa0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:23.671702 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-002e2995-64a0-4538-8ef1-d997b0780f3b req-b6691987-7873-4b6a-b280-648319f6dfa0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 931 time: 0.1236036 Jun 28 09:57:23.723747 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-002e2995-64a0-4538-8ef1-d997b0780f3b req-1d953d67-06c9-4592-997c-2992cd1716b7 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jun 28 09:57:23.907546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18245e79-7cab-4833-b4dc-a3ffff5a9b67 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:23.916159 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:23.930186 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Transition to ACTIVE for port object 18245e79-7cab-4833-b4dc-a3ffff5a9b67 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:24.162535 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.174091 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:24.306789 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Pushing event updated for resources: {'Port': ['ID=18245e79-7cab-4833-b4dc-a3ffff5a9b67,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:24.310560 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:24.313627 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f045c6e-bf91-4914-852b-b668f687a73a req-7aca3945-3772-430e-b96b-43f5ac104d74 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.316647 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5f045c6e-bf91-4914-852b-b668f687a73a req-7aca3945-3772-430e-b96b-43f5ac104d74 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1152360 Jun 28 09:57:24.363122 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Attempting to bind port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:24.363656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Attempting to bind port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:24.364254 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Attempting to bind port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:24.373514 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 on network 996b4ef8-91c5-4485-94bb-c9a71539330c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:57:24.373843 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Attempting to bind port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 on network 996b4ef8-91c5-4485-94bb-c9a71539330c {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:24.377749 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5f045c6e-bf91-4914-852b-b668f687a73a req-7cecdab7-37cf-487d-88c2-0d778237edab tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557199 Jun 28 09:57:24.382834 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:24.383192 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Checking segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:24.383591 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Bound using segment: {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:24.384033 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Bound port: 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:24.384432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.446921 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812bb39-c501-4952-a967-beb08ff79a6a req-00099b14-403e-40e6-ad58-8950a5300a08 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.448526 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2812bb39-c501-4952-a967-beb08ff79a6a req-00099b14-403e-40e6-ad58-8950a5300a08 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.1367083 Jun 28 09:57:24.522472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] For port 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:24.546364 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2812bb39-c501-4952-a967-beb08ff79a6a req-707bb3eb-4bd2-4873-b31a-92a9d524e7da tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903974 Jun 28 09:57:24.550347 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] For port 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18245e79-7cab-4833-b4dc-a3ffff5a9b67,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:24.705048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.710433 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:24.764024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.764676 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.766049 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] 10.222.0.38 "PUT /v2.0/ports/18245e79-7cab-4833-b4dc-a3ffff5a9b67 HTTP/1.1" status: 200 len: 1093 time: 1.3889513 Jun 28 09:57:24.766537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'tag': '18245e79-7cab-4833-b4dc-a3ffff5a9b67'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:24.768880 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69796352-2a26-43f0-a5c6-6d9b850c559a" -d '{"events": [{"name": "network-changed", "server_uuid": "9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c", "tag": "18245e79-7cab-4833-b4dc-a3ffff5a9b67"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:24.838106 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edf9af2-edbc-44f6-a996-26ebb4c0b836 x-openstack-request-id: req-2edf9af2-edbc-44f6-a996-26ebb4c0b836 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:24.838831 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c", "tag": "18245e79-7cab-4833-b4dc-a3ffff5a9b67", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:24.839265 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2edf9af2-edbc-44f6-a996-26ebb4c0b836 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:24.839940 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'tag': '18245e79-7cab-4833-b4dc-a3ffff5a9b67', 'status': 'completed', 'code': 200} Jun 28 09:57:24.841219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Pushing event updated for resources: {'Port': ['ID=18245e79-7cab-4833-b4dc-a3ffff5a9b67,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:24.846573 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:24.957667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796352-2a26-43f0-a5c6-6d9b850c559a req-5eaf3f91-693b-4a1a-8733-e52745c753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.959183 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-69796352-2a26-43f0-a5c6-6d9b850c559a req-5eaf3f91-693b-4a1a-8733-e52745c753c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 1096 time: 0.0801475 Jun 28 09:57:25.000854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f060847-ecdb-4949-b938-efbfec6fcae7 req-3b934b44-232b-4fc3-b2d0-e684aceac979 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.002503 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6f060847-ecdb-4949-b938-efbfec6fcae7 req-3b934b44-232b-4fc3-b2d0-e684aceac979 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 943 time: 0.0890963 Jun 28 09:57:25.068592 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6f060847-ecdb-4949-b938-efbfec6fcae7 req-b4ddb608-4efb-4f67-8cc0-860ac1d7c394 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547550 Jun 28 09:57:25.118972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796352-2a26-43f0-a5c6-6d9b850c559a req-7f4e7c95-5a72-4fa3-9fbc-0f807dcf6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.120583 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-69796352-2a26-43f0-a5c6-6d9b850c559a req-7f4e7c95-5a72-4fa3-9fbc-0f807dcf6941 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e529502fdf24590904c689f3041c151&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1470413 Jun 28 09:57:25.274538 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796352-2a26-43f0-a5c6-6d9b850c559a req-bca5d750-6e20-48b8-a4cc-26fd99b2526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.278358 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-69796352-2a26-43f0-a5c6-6d9b850c559a req-bca5d750-6e20-48b8-a4cc-26fd99b2526c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1387434 Jun 28 09:57:25.391779 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-7ca595f5-ae27-4f3d-a459-307c5bcd2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.393423 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-7ca595f5-ae27-4f3d-a459-307c5bcd2d86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e529502fdf24590904c689f3041c151&device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 1096 time: 0.0571671 Jun 28 09:57:25.452462 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-3e41c9f5-9838-4ecd-b135-a2ec645f0ce8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18245e79-7cab-4833-b4dc-a3ffff5a9b67 HTTP/1.1" status: 200 len: 217 time: 0.0482478 Jun 28 09:57:25.519680 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-357b66f6-03b7-4db3-ac54-259874b6f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.522189 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-357b66f6-03b7-4db3-ac54-259874b6f05b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 200 len: 854 time: 0.0621858 Jun 28 09:57:25.570168 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-998cae8c-93d6-4ca2-9a57-1cc6f73f7863 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=996b4ef8-91c5-4485-94bb-c9a71539330c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322330 Jun 28 09:57:25.724300 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-ee8bfefc-f727-4763-8049-495b2aa2fd0c service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456876 Jun 28 09:57:25.744872 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7592-99ac-4006-8dfb-644d96c8c624 req-7947c29a-cbcf-4c96-8ea9-95847077b855 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.746575 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e04a7592-99ac-4006-8dfb-644d96c8c624 req-7947c29a-cbcf-4c96-8ea9-95847077b855 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1824660 Jun 28 09:57:25.808057 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4c1c-7e50-44d4-9537-cef8e630968a req-c88bc7ea-320c-4092-a518-6d35fa239d21 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.816937 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-35ed4c1c-7e50-44d4-9537-cef8e630968a req-c88bc7ea-320c-4092-a518-6d35fa239d21 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.1112981 Jun 28 09:57:25.858130 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e04a7592-99ac-4006-8dfb-644d96c8c624 req-f13b252a-d84f-426d-81bb-f4ee13d7f490 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905416 Jun 28 09:57:25.877282 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-35ed4c1c-7e50-44d4-9537-cef8e630968a req-5d559aae-163d-4f77-83d5-15b0dc4f39d4 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Jun 28 09:57:25.898146 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b3fcac68-c6a8-4c67-b6bb-8526b820393c req-b3188a81-cdd1-467f-90cb-85c315055966 service neutron] 10.222.0.38 "GET /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501920 Jun 28 09:57:26.334157 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c426c-37aa-4bba-9360-ecb191c3f208 req-43db515d-e907-4d91-95e0-1812311a020d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.336802 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fd8c426c-37aa-4bba-9360-ecb191c3f208 req-43db515d-e907-4d91-95e0-1812311a020d tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 943 time: 0.0925603 Jun 28 09:57:26.381335 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fd8c426c-37aa-4bba-9360-ecb191c3f208 req-5f3738fd-0e5e-4802-b7de-34426a1f3d36 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Jun 28 09:57:26.448476 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34964) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:26.558313 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c9ec62a1-ceaa-4d57-8b18-bddc58ea6c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.579749 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.586542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-86b04aa1-2cd0-4e42-a979-c570fca2e218 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.589204 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-86b04aa1-2cd0-4e42-a979-c570fca2e218 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.0933909 Jun 28 09:57:26.705834 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.738271 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Deleting port 61242b49-af5f-43df-b54f-0efd346eecea {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:26.738823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.832463 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.838325 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-a104f9fd-3a83-4dbb-97a6-889f0a554479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:26.862189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] For port 61242b49-af5f-43df-b54f-0efd346eecea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61242b49-af5f-43df-b54f-0efd346eecea,segment=NetworkSegment(4dbdd7c5-8816-4059-ae93-c23e5bfe460b),segment_id=4dbdd7c5-8816-4059-ae93-c23e5bfe460b)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:26.862816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.879657 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Calling delete_port for 61242b49-af5f-43df-b54f-0efd346eecea owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:26.908169 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05a6c310c02b4336b645c7f7aa160e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581945 Jun 28 09:57:26.909364 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 34974) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:26.914912 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048e3aeb-2501-4e12-af05-025a0d7e4211,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:26.920239 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:26.984178 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.022022 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.153395 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae57c6-a92c-475e-9943-3dd762fde40d req-cb30bf37-1eea-4816-98ef-6f31cef6c0a8 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:27.155418 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e6ae57c6-a92c-475e-9943-3dd762fde40d req-cb30bf37-1eea-4816-98ef-6f31cef6c0a8 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0809343 Jun 28 09:57:27.219373 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.223452 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.227360 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/048e3aeb-2501-4e12-af05-025a0d7e4211 HTTP/1.1" status: 204 len: 168 time: 0.3133259 Jun 28 09:57:27.230580 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-60b172ab-ad8a-4240-a77a-0a44608280c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:27.255514 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5789-abc6-447e-aee2-9d86427878d7 req-0f3d0ac5-3b17-473b-b24e-f1755a2b4f6a tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:27.257805 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e6ae57c6-a92c-475e-9943-3dd762fde40d req-f7ac47ad-bf00-4d0a-b516-48e4f7d04798 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856276 Jun 28 09:57:27.259876 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048e3aeb-2501-4e12-af05-025a0d7e4211,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:27.263229 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:27.264657 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-634d5789-abc6-447e-aee2-9d86427878d7 req-0f3d0ac5-3b17-473b-b24e-f1755a2b4f6a tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 945 time: 0.1739247 Jun 28 09:57:27.331206 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-634d5789-abc6-447e-aee2-9d86427878d7 req-be347a62-a742-4a03-8085-687e862f1a7f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d233264-5487-41d6-9e53-2100600449c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557370 Jun 28 09:57:27.331206 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.338091 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['61242b49-af5f-43df-b54f-0efd346eecea'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:27.349119 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b2df8300-2464-46a8-8616-afde7aab0e34 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:27.405790 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Pushing event deleted for resources: {'Port': ['ID=61242b49-af5f-43df-b54f-0efd346eecea,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:27.428642 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:27.457724 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] No DVR routers for this DVR port 61242b49-af5f-43df-b54f-0efd346eecea on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:27.460450 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.462405 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e7b6074a-024a-4fe3-a437-9e3a6c2642a5 req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.38 "DELETE /v2.0/ports/61242b49-af5f-43df-b54f-0efd346eecea HTTP/1.1" status: 204 len: 173 time: 0.8673928 Jun 28 09:57:27.462899 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'name': 'network-vif-deleted', 'tag': '61242b49-af5f-43df-b54f-0efd346eecea'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:27.465453 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afe1c6a-8e3e-4142-ba43-95f90bea4df9" -d '{"events": [{"server_uuid": "acb9d0f2-46e3-44ba-aae0-b329c224b275", "name": "network-vif-deleted", "tag": "61242b49-af5f-43df-b54f-0efd346eecea"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:27.503134 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57524e-26c3-44eb-8ea3-8ccbc7e882f1 x-openstack-request-id: req-7e57524e-26c3-44eb-8ea3-8ccbc7e882f1 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:27.503455 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb9d0f2-46e3-44ba-aae0-b329c224b275", "name": "network-vif-deleted", "tag": "61242b49-af5f-43df-b54f-0efd346eecea", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:27.503747 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e57524e-26c3-44eb-8ea3-8ccbc7e882f1 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:27.504185 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb9d0f2-46e3-44ba-aae0-b329c224b275', 'name': 'network-vif-deleted', 'tag': '61242b49-af5f-43df-b54f-0efd346eecea', 'status': 'completed', 'code': 200} Jun 28 09:57:27.634540 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68bad-7386-4367-a79b-cfb2c4d02677 req-17645098-6a24-497c-892b-4bb85e62e363 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:27.637282 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-73c68bad-7386-4367-a79b-cfb2c4d02677 req-17645098-6a24-497c-892b-4bb85e62e363 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 943 time: 0.1048827 Jun 28 09:57:27.686986 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-73c68bad-7386-4367-a79b-cfb2c4d02677 req-27709da2-d2ea-459c-acb3-78a4538ba045 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Jun 28 09:57:28.495585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c5df8-b9f2-4439-a15b-9691ddb111d0 req-a7e74dc8-ba29-4932-b950-b2b65afdc127 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.497073 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-071c5df8-b9f2-4439-a15b-9691ddb111d0 req-a7e74dc8-ba29-4932-b950-b2b65afdc127 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0838549 Jun 28 09:57:28.552915 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-071c5df8-b9f2-4439-a15b-9691ddb111d0 req-3aa40dfb-66ec-4af2-8029-9815b202e293 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480986 Jun 28 09:57:28.556974 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-136d94ef-ddc0-4851-8d7d-100434ae5126 req-b9256b8f-42c8-4053-992a-f9c52aff3691 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb9d0f2-46e3-44ba-aae0-b329c224b275 HTTP/1.1" status: 200 len: 210 time: 0.0389543 Jun 28 09:57:28.940496 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354c55-da96-423b-b638-ddf8c68dd526 req-0bc498c0-d557-42ec-8f78-90e78fb35dfc tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.942137 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56354c55-da96-423b-b638-ddf8c68dd526 req-0bc498c0-d557-42ec-8f78-90e78fb35dfc tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 943 time: 0.0846815 Jun 28 09:57:29.001070 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56354c55-da96-423b-b638-ddf8c68dd526 req-543aed6a-3a7a-4262-b270-114b902d22d0 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470493 Jun 28 09:57:29.031489 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35036) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:29.088488 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ae895367-2c2e-4c08-8636-c4bb94560422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.191535 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1139036771-network', 'tenant_id': 'dff01cf51aa24a5788000919b499c481'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:29.295046 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.420707 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Made reservation on behalf of dff01cf51aa24a5788000919b499c481 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:29.423202 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.434338 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.563524 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.729480 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.741736 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f6ad13c4-9fdc-4e26-afc4-7bd5d3b96aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:29.773676 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:57:29.794152 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.794496 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Added segment b6d48d9e-36b0-45eb-a383-926023a60d12 of type vlan for network 450e0e5f-4832-438d-aa23-c08899f66aa5 Jun 28 09:57:29.805231 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889942f-8d53-45d6-99b5-83fe5562e9b6,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:29.809168 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:29.862342 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:57:29.872581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.883570 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61771-601b-4ded-b148-f93aa9658589 req-7ec26ee8-92d1-4b22-8d03-16b3c44a0773 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:29.885207 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3bb61771-601b-4ded-b148-f93aa9658589 req-7ec26ee8-92d1-4b22-8d03-16b3c44a0773 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.2018712 Jun 28 09:57:29.968409 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3bb61771-601b-4ded-b148-f93aa9658589 req-46f4d9d9-05f1-4429-bcfc-b9576a90e099 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720682 Jun 28 09:57:30.053372 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.056067 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.056870 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.061515 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7402184f-0088-4231-b27c-93f146c10574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:30.152761 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Pushing event updated for resources: {'Network': ['ID=450e0e5f-4832-438d-aa23-c08899f66aa5,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:30.155619 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:30.166837 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:57:30.222574 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1895549 Jun 28 09:57:30.226173 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35074) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:30.233446 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Request body: {'subnet': {'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1139036771-subnet', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:30.283882 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5774495-31f4-4839-b94e-2097108c697d req-ddefc188-e148-45bf-ac36-ba197ce2922e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.285442 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d5774495-31f4-4839-b94e-2097108c697d req-ddefc188-e148-45bf-ac36-ba197ce2922e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 943 time: 0.1108522 Jun 28 09:57:30.294333 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 18245e79-7cab-4833-b4dc-a3ffff5a9b67 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:57:30.298222 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61242b49-af5f-43df-b54f-0efd346eecea no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:30.323730 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 61242b49-af5f-43df-b54f-0efd346eecea {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:30.324074 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61242b49-af5f-43df-b54f-0efd346eecea not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:30.340328 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d5774495-31f4-4839-b94e-2097108c697d req-306769a2-3e61-4cf6-a2bb-5f3003c40873 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Jun 28 09:57:30.359276 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.365449 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Made reservation on behalf of dff01cf51aa24a5788000919b499c481 for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:30.369963 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10439498'] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.473954 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18245e79-7cab-4833-b4dc-a3ffff5a9b67,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:30.489129 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '18245e79-7cab-4833-b4dc-a3ffff5a9b67', 'network_id': '996b4ef8-91c5-4485-94bb-c9a71539330c', 'port_id': '18245e79-7cab-4833-b4dc-a3ffff5a9b67', 'mac_address': 'fa:16:3e:46:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd1af6-fd64-4996-b923-97ad7218310b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:57:30.581061 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.605228 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18245e79-7cab-4833-b4dc-a3ffff5a9b67 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:30.630681 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18245e79-7cab-4833-b4dc-a3ffff5a9b67,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:30.758598 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10439512'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.759573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.763067 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:30.763304 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2fca3e3b-f60a-4546-af33-df9a8ef9aa19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:30.832351 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5256462-6324-4653-9b84-fe4b37f2e16a,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:30.835834 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=18245e79-7cab-4833-b4dc-a3ffff5a9b67,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:30.844304 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:30.849182 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Checking segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:30.849618 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Network hostable DHCP agents. Network: 450e0e5f-4832-438d-aa23-c08899f66aa5, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:57:30.856967 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.857495 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.858207 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.858594 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.859139 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.859648 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.860421 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.860695 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.861258 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.861758 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.862279 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.862843 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:30.872280 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:31.015209 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:57:31.205396 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbba5c2-17c9-4b4b-ad08-7895efe848d6 req-c07af248-45f8-4fd6-808f-e3a63d5a3919 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.207866 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-acbba5c2-17c9-4b4b-ad08-7895efe848d6 req-c07af248-45f8-4fd6-808f-e3a63d5a3919 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0840609 Jun 28 09:57:31.209797 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 450e0e5f-4832-438d-aa23-c08899f66aa5) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:31.219572 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.220220 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.225956 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b8447-570c-42d2-b1ba-8dd734a553b9 None None] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:31.282538 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-acbba5c2-17c9-4b4b-ad08-7895efe848d6 req-5b04f923-b65a-4f91-9a57-80f499b75f92 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658658 Jun 28 09:57:31.332251 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['18245e79-7cab-4833-b4dc-a3ffff5a9b67'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:31.415630 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1873360 Jun 28 09:57:31.419319 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35102) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:31.427189 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:31.501875 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-450e0e5f-4832-438d-aa23-c08899f66aa5', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:57:31.503688 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.631131 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.634526 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.662011 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b667938-5766-422e-9430-7b7614617a9d req-24a8f90d-e75b-4d1e-a1c0-d8c17c219f38 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.663648 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b667938-5766-422e-9430-7b7614617a9d req-24a8f90d-e75b-4d1e-a1c0-d8c17c219f38 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 944 time: 0.1369894 Jun 28 09:57:31.711877 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Allocated IP 172.20.0.2 (450e0e5f-4832-438d-aa23-c08899f66aa5/c5256462-6324-4653-9b84-fe4b37f2e16a/c7118602-4723-4113-a537-809524ad08f0) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:31.784838 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b667938-5766-422e-9430-7b7614617a9d req-cfc977c2-5dac-4ad5-887c-dad67a33326f tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092498 Jun 28 09:57:31.863089 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.956885 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.970849 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Transition to ACTIVE for port object c7118602-4723-4113-a537-809524ad08f0 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:31.988389 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Transition to ACTIVE for port object c7118602-4723-4113-a537-809524ad08f0 will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:31.996904 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.136481 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.192748 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.195870 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:32.250511 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:32.255069 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:32.263793 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:32.387486 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Pushing event updated for resources: {'Port': ['ID=c7118602-4723-4113-a537-809524ad08f0,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:32.418531 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:32.431039 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Attempting to bind port c7118602-4723-4113-a537-809524ad08f0 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:32.431493 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Attempting to bind port c7118602-4723-4113-a537-809524ad08f0 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:32.431870 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Attempting to bind port c7118602-4723-4113-a537-809524ad08f0 on network 450e0e5f-4832-438d-aa23-c08899f66aa5 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:32.439421 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:32.440123 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Checking segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:32.440724 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.441303 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Bound using segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:32.441927 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Bound port: c7118602-4723-4113-a537-809524ad08f0, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:32.442325 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.566729 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] For port c7118602-4723-4113-a537-809524ad08f0, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:32.571012 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] For port c7118602-4723-4113-a537-809524ad08f0, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=c7118602-4723-4113-a537-809524ad08f0,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:32.779839 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.784252 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:32.853232 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.889390 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:32.900308 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead47b56-cf8d-47be-bfc3-3f556f8b6e4b req-2248809d-95fb-480e-899c-53807bbbc2c5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.901891 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ead47b56-cf8d-47be-bfc3-3f556f8b6e4b req-2248809d-95fb-480e-899c-53807bbbc2c5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1780953 Jun 28 09:57:32.915332 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Pushing event updated for resources: {'Port': ['ID=c7118602-4723-4113-a537-809524ad08f0,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:32.920334 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:33.040383 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ead47b56-cf8d-47be-bfc3-3f556f8b6e4b req-3c87d1a0-a25d-448a-8c2a-4204a17bf562 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873408 Jun 28 09:57:33.133635 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Allocated IP 172.28.1.80 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/f04a93af-bff7-4332-995c-436ea7908b61) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:33.151360 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9cc50-d7ba-4782-b6ef-e90af189b868 req-9be7aeae-ad8f-4775-b0a0-fd8aca12b966 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.162377 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-13e9cc50-d7ba-4782-b6ef-e90af189b868 req-9be7aeae-ad8f-4775-b0a0-fd8aca12b966 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 944 time: 0.1636386 Jun 28 09:57:33.237359 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-13e9cc50-d7ba-4782-b6ef-e90af189b868 req-f36b1141-aecf-44f2-b8b7-6aa68f154ed4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Jun 28 09:57:33.320166 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:33.661984 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device c7118602-4723-4113-a537-809524ad08f0 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:33.886173 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:33.888578 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:33.947629 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port c7118602-4723-4113-a537-809524ad08f0 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:33.977438 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:33.981459 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:33.988499 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:34.054552 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Pushing event updated for resources: {'Port': ['ID=f04a93af-bff7-4332-995c-436ea7908b61,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:34.058945 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:34.336408 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 18245e79-7cab-4833-b4dc-a3ffff5a9b67 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:34.480166 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9684-aa3e-46ed-9480-632fa9bb4ce6 req-6c502f5f-7c12-42aa-8cb1-666fced65a50 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.500868 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-979f9684-aa3e-46ed-9480-632fa9bb4ce6 req-6c502f5f-7c12-42aa-8cb1-666fced65a50 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1932580 Jun 28 09:57:34.603866 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:34.618468 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:34.621661 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.696511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac68f9-f116-4505-b197-d2470d2178cc req-a18b73b7-ef60-466b-a606-787fa5458051 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.715305 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0cac68f9-f116-4505-b197-d2470d2178cc req-a18b73b7-ef60-466b-a606-787fa5458051 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 944 time: 0.1752369 Jun 28 09:57:34.802569 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed94d29-2fd2-4931-8a80-f76a897f522f None None] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:34.808696 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-979f9684-aa3e-46ed-9480-632fa9bb4ce6 req-f1b7c218-dba7-40cf-8bf0-ffb541d145f8 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061414 Jun 28 09:57:34.870400 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0cac68f9-f116-4505-b197-d2470d2178cc req-ea311c0c-e315-4ded-afdd-bf9c9df3df9c tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532214 Jun 28 09:57:34.943138 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.117825 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Provisioning for port c7118602-4723-4113-a537-809524ad08f0 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:35.129403 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.153060 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Provisioning complete for port c7118602-4723-4113-a537-809524ad08f0 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:35.153875 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.272832 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18245e79-7cab-4833-b4dc-a3ffff5a9b67'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:35.276688 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e2388e-7dde-4b2d-b090-8dfb41b69856" -d '{"events": [{"server_uuid": "9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c", "name": "network-vif-plugged", "status": "completed", "tag": "18245e79-7cab-4833-b4dc-a3ffff5a9b67"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:35.374624 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18245e79-7cab-4833-b4dc-a3ffff5a9b67,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:35.426005 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b165eac-beeb-4fcd-ab3d-4667cc691e39 x-openstack-request-id: req-0b165eac-beeb-4fcd-ab3d-4667cc691e39 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:35.426788 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c", "name": "network-vif-plugged", "status": "completed", "tag": "18245e79-7cab-4833-b4dc-a3ffff5a9b67", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:35.427175 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b165eac-beeb-4fcd-ab3d-4667cc691e39 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:35.427744 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18245e79-7cab-4833-b4dc-a3ffff5a9b67', 'code': 200} Jun 28 09:57:35.453457 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.513235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.529187 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.535257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8616f0a4-d961-4f1f-a324-38dc2871f3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:35.680893 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] For port c7118602-4723-4113-a537-809524ad08f0, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=c7118602-4723-4113-a537-809524ad08f0,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:35.716755 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=18245e79-7cab-4833-b4dc-a3ffff5a9b67,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:35.723089 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:35.794038 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.804130 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:35.849491 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Router 41df7020-6dfe-443d-a7d0-e37217db804e is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:57:35.952587 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Pushing event updated for resources: {'Port': ['ID=c7118602-4723-4113-a537-809524ad08f0,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:35.977206 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:36.051425 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-b6e55287-502f-40e0-880e-21e044fa588b None None] Provisioning complete for port c7118602-4723-4113-a537-809524ad08f0 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:36.051736 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b6e55287-502f-40e0-880e-21e044fa588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.230898 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35220) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:36.254923 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:36.257941 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Sync routers for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:36.270402 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:36.271052 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:36.452975 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.459447 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0383739 Jun 28 09:57:36.469644 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35228) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:36.476408 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf650-6ea0-4337-9119-04a07d62e46c req-2d958606-a31c-4b9d-ba9e-6aa6c548f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.483674 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c5dcf650-6ea0-4337-9119-04a07d62e46c req-2d958606-a31c-4b9d-ba9e-6aa6c548f96f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 1098 time: 0.3090503 Jun 28 09:57:36.535972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea512f-bac2-4a9b-8d31-a354090f3714 req-91058d8c-fd25-4dd3-9296-e43c231ec94d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.551900 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-47ea512f-bac2-4a9b-8d31-a354090f3714 req-91058d8c-fd25-4dd3-9296-e43c231ec94d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.3530593 Jun 28 09:57:36.558217 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.562364 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:36.594358 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d88eb-d718-4ede-83aa-3b4983685b2b req-2dd8bff4-3900-415c-9e4b-2f4a37965263 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.606374 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7d0d88eb-d718-4ede-83aa-3b4983685b2b req-2dd8bff4-3900-415c-9e4b-2f4a37965263 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.2519462 Jun 28 09:57:36.663986 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-47ea512f-bac2-4a9b-8d31-a354090f3714 req-f74e98f5-0307-454a-aeca-ac04505b5b05 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107211 Jun 28 09:57:36.739090 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c5dcf650-6ea0-4337-9119-04a07d62e46c req-c7553aa2-f976-4b92-8bcb-1f91555fb30f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280667 Jun 28 09:57:36.827887 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7d0d88eb-d718-4ede-83aa-3b4983685b2b req-5b83aa66-cc44-420b-92a0-b90c75f1ac17 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196026 Jun 28 09:57:36.920067 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:34Z', 'revision_number': 3, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:37.006278 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Checking router: 41df7020-6dfe-443d-a7d0-e37217db804e for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:37.007875 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Updating router 41df7020-6dfe-443d-a7d0-e37217db804e port f04a93af-bff7-4332-995c-436ea7908b61 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:37.153251 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.179497 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.315808 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.324383 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fcffedea-b2e2-4c9b-8a05-b8c3cfb0ef8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:37.406005 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device c7118602-4723-4113-a537-809524ad08f0 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:37.428254 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954aea87-87f3-4e4e-a237-0b83da3ed307,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:37.434451 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3502eb6420954c4f8f50dc0299ded851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2023814 Jun 28 09:57:37.443216 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:37.443887 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35242) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:37.644873 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port c7118602-4723-4113-a537-809524ad08f0 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:37.645503 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.659882 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.733024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.749292 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:37.777781 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Transition to ACTIVE for port object f04a93af-bff7-4332-995c-436ea7908b61 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:37.804576 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.032941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746d0b2-07f1-4981-8920-9cd5af27d5d2 req-ff75e6a3-9592-47a0-92a9-a259cb5f1f78 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.046433 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6746d0b2-07f1-4981-8920-9cd5af27d5d2 req-ff75e6a3-9592-47a0-92a9-a259cb5f1f78 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1489849 Jun 28 09:57:38.088080 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5552d-d5e5-41d8-8c9c-1b8d0000eb00 req-68aa931c-38cb-4c6d-b182-ec1eea6c6835 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.095717 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-02c5552d-d5e5-41d8-8c9c-1b8d0000eb00 req-68aa931c-38cb-4c6d-b182-ec1eea6c6835 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.1207075 Jun 28 09:57:38.148999 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-02c5552d-d5e5-41d8-8c9c-1b8d0000eb00 req-abc87f4f-3279-4532-af49-98a2ac5fff92 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521734 Jun 28 09:57:38.155016 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6746d0b2-07f1-4981-8920-9cd5af27d5d2 req-a874f10b-8197-4273-b354-99707f368ecd tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055276 Jun 28 09:57:38.203860 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.215160 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-7005b20a-3914-4df0-93a3-bc6ff7378d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:38.259012 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Attempting to bind port f04a93af-bff7-4332-995c-436ea7908b61 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:38.259571 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Attempting to bind port f04a93af-bff7-4332-995c-436ea7908b61 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:38.259794 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Attempting to bind port f04a93af-bff7-4332-995c-436ea7908b61 on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:38.261872 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Pushing event updated for resources: {'Port': ['ID=f04a93af-bff7-4332-995c-436ea7908b61,revision_number=2']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:38.271313 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.271939 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.273013 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.273509 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.273990 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.274483 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.274994 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.275121 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.275455 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.276094 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.276094 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.276801 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:38.280010 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:38.280668 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:38.281250 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.281785 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:38.282418 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Bound port: f04a93af-bff7-4332-995c-436ea7908b61, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:38.283059 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.284783 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:38.342601 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] For port f04a93af-bff7-4332-995c-436ea7908b61, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:38.346137 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] For port f04a93af-bff7-4332-995c-436ea7908b61, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f04a93af-bff7-4332-995c-436ea7908b61,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:38.357073 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.367754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.367754 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/954aea87-87f3-4e4e-a237-0b83da3ed307 HTTP/1.1" status: 204 len: 168 time: 0.9222996 Jun 28 09:57:38.367754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c8b6ee59-87b5-40ad-b9d3-ff6028a18b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:38.375424 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954aea87-87f3-4e4e-a237-0b83da3ed307,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:38.379510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:38.583131 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Allocated IP 172.20.0.1 (450e0e5f-4832-438d-aa23-c08899f66aa5/c5256462-6324-4653-9b84-fe4b37f2e16a/d65471ae-d115-4efb-a747-c43a7c366d08) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:38.625359 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.630790 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:38.727751 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:38.728689 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:38.733214 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Pushing event updated for resources: {'Port': ['ID=f04a93af-bff7-4332-995c-436ea7908b61,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:38.769424 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-1c83f06f-4357-4447-9ed2-3cf5806fe82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:38.785102 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.822763 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.provisioning_blocks [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Transition to ACTIVE for port object d65471ae-d115-4efb-a747-c43a7c366d08 will not be triggered until provisioned by entity DHCP. {{(pid=100108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:38.921249 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:39.156966 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:34Z', 'revision_number': 3, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:39.189117 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b18f-5ebb-453c-8ee2-8d5d49bb570d None None] The sync data for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb is: [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:34Z', 'revision_number': 3, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:39.262342 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.269317 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3a22824b-a061-4d14-a75b-a1fe7ffdf3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:39.339381 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=d65471ae-d115-4efb-a747-c43a7c366d08,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:39.342276 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:39.349584 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:39.352693 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:39.355418 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:39.441742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828bc4a-9d0a-41cb-b1ca-8b13ffe82ecd req-d90f1eed-72db-4abc-919f-e1d4e0828e35 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:39.447375 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5828bc4a-9d0a-41cb-b1ca-8b13ffe82ecd req-d90f1eed-72db-4abc-919f-e1d4e0828e35 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1130307 Jun 28 09:57:39.496018 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.555017 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5828bc4a-9d0a-41cb-b1ca-8b13ffe82ecd req-f9c0c0d9-e947-4bed-b357-818ad4253307 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878541 Jun 28 09:57:39.613130 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6050e3-1893-4897-a43d-5697e0890b4b req-3b3f2d32-1292-49b2-a9c9-71d1583d0e63 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:39.624343 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ab6050e3-1893-4897-a43d-5697e0890b4b req-3b3f2d32-1292-49b2-a9c9-71d1583d0e63 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.2733009 Jun 28 09:57:39.788960 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ab6050e3-1893-4897-a43d-5697e0890b4b req-e1f6f133-de25-484f-881a-3454b85f84e9 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518221 Jun 28 09:57:39.800046 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35290) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:39.827332 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.911998 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-17ba9c72-ddac-4150-9c65-5ffa1a3216e1 None None] Provisioning for port d65471ae-d115-4efb-a747-c43a7c366d08 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:39.917357 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-17ba9c72-ddac-4150-9c65-5ffa1a3216e1 None None] Provisioning complete for port d65471ae-d115-4efb-a747-c43a7c366d08 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:39.926597 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-17ba9c72-ddac-4150-9c65-5ffa1a3216e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.031547 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-17ba9c72-ddac-4150-9c65-5ffa1a3216e1 None None] Port d65471ae-d115-4efb-a747-c43a7c366d08 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:40.065068 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.077690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.181394 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.185764 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-dc0507f9-4e8c-404f-b5e4-96887854e822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.260438 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a3536188b8d4315819b13439b775fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537151 Jun 28 09:57:40.261549 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35294) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:40.265039 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8573841c-e2d9-4220-be0b-a1b22dcdc218,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.328476 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.343799 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.359845 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.403897 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.559568 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.562520 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-53f2b03f-2bea-49a0-bbb5-3e9411155d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.627864 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35300) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:40.654450 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.661815 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.664632 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8573841c-e2d9-4220-be0b-a1b22dcdc218 HTTP/1.1" status: 204 len: 168 time: 0.4014497 Jun 28 09:57:40.716081 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c32bd449-eb59-477a-8ed6-da4b7d57419d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.734403 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573841c-e2d9-4220-be0b-a1b22dcdc218,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.735882 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.737903 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.769850 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=d65471ae-d115-4efb-a747-c43a7c366d08,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.781979 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.811247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Deleting subnet 48b52d79-2b77-4edc-95f7-f33aa0c1a2ae {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:57:40.818902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.888047 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.904783 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.941366 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3c5f1-b556-4d8a-b123-ce53351f2fe2 req-d005cfa4-432c-41e2-bcc0-25d2e3c38c9f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:40.949465 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-29a3c5f1-b556-4d8a-b123-ce53351f2fe2 req-d005cfa4-432c-41e2-bcc0-25d2e3c38c9f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.2036326 Jun 28 09:57:40.952628 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:40.954205 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:41.016808 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-29a3c5f1-b556-4d8a-b123-ce53351f2fe2 req-9ba1bdac-0556-42c8-a424-6b8b78214e11 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623925 Jun 28 09:57:41.108460 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Router 41df7020-6dfe-443d-a7d0-e37217db804e has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:57:41.249295 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.251947 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:41.329519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b52d79-2b77-4edc-95f7-f33aa0c1a2ae,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:41.337244 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:41.343378 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.369449 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-3eed37f8-0dec-49e7-839d-f91a4563c0af admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48b52d79-2b77-4edc-95f7-f33aa0c1a2ae HTTP/1.1" status: 204 len: 168 time: 0.7170765 Jun 28 09:57:41.371461 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35310) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:41.383402 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8707a671-ad21-46ff-91f9-c30ad8f45dca None None] Provisioning complete for port d65471ae-d115-4efb-a747-c43a7c366d08 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:41.384915 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8707a671-ad21-46ff-91f9-c30ad8f45dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.399260 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:41.432720 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] 10.222.0.16 "PUT /v2.0/routers/41df7020-6dfe-443d-a7d0-e37217db804e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9555705 Jun 28 09:57:41.545435 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f04a93af-bff7-4332-995c-436ea7908b61 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:41.663490 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.689605 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-8707a671-ad21-46ff-91f9-c30ad8f45dca None None] Port d65471ae-d115-4efb-a747-c43a7c366d08 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:41.910939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.925955 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.926581 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.927472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.928031 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > port after_create 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.929164 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.929799 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > port after_update 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.930402 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.930896 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.931459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.932150 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:41.945278 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008be0a-106c-436f-b023-334263df778c None None] Sync routers for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:41.959220 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port f04a93af-bff7-4332-995c-436ea7908b61 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:41.965779 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port f04a93af-bff7-4332-995c-436ea7908b61 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:41.966164 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:41.967837 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008be0a-106c-436f-b023-334263df778c None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:41.968814 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-e008be0a-106c-436f-b023-334263df778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:42.035419 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:42.038529 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:42.038529 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:42.038529 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:57:42.038529 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ced132d-1ec2-44e5-b700-f7cbcf06fb49']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:42.059310 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc20b81-fac2-45ab-9db9-8250c0b5899a') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:42.059704 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc20b81-fac2-45ab-9db9-8250c0b5899a') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:42.088082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.145440 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.167095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:57:42.171970 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.249721 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-e008be0a-106c-436f-b023-334263df778c None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:42.352519 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a9a2b-5428-4e5c-a49f-15e326b8b224 req-7ea2955a-e6c2-4236-8ec7-ae819fafc377 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:42.363817 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-863a9a2b-5428-4e5c-a49f-15e326b8b224 req-7ea2955a-e6c2-4236-8ec7-ae819fafc377 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1737278 Jun 28 09:57:42.448525 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-863a9a2b-5428-4e5c-a49f-15e326b8b224 req-69f07fc9-d43b-4ebe-9134-2e358d84c275 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840671 Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: from cryptography.utils import int_from_bytes Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: from cryptography.utils import int_from_bytes Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:57:42.565802 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:57:42.581530 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:57:42.685129 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.720657 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port f04a93af-bff7-4332-995c-436ea7908b61, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f04a93af-bff7-4332-995c-436ea7908b61,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:42.742978 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-e008be0a-106c-436f-b023-334263df778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:40Z', 'revision_number': 2, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:42.764494 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.773037 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8e79a7b1-179d-4449-b1c4-78cdd046981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:42.810706 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.812784 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] 10.222.0.16 "DELETE /v2.0/networks/9ced132d-1ec2-44e5-b700-f7cbcf06fb49 HTTP/1.1" status: 204 len: 168 time: 1.4402699 Jun 28 09:57:42.816886 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35350) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:42.824637 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ced132d-1ec2-44e5-b700-f7cbcf06fb49,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:42.828915 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-eba785f8-b1ae-4cc7-a351-f88bc6512b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:42.840326 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008be0a-106c-436f-b023-334263df778c None None] Checking router: 41df7020-6dfe-443d-a7d0-e37217db804e for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:42.840326 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008be0a-106c-436f-b023-334263df778c None None] Updating router 41df7020-6dfe-443d-a7d0-e37217db804e port d65471ae-d115-4efb-a747-c43a7c366d08 binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:42.898196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Deleting subnet fdcc4d78-d8de-4831-a3dc-0ae41729bdf7 {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:57:42.904655 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.969148 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e008be0a-106c-436f-b023-334263df778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:42.974335 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.056175 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.340891 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.358437 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e008be0a-106c-436f-b023-334263df778c None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.362606 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-00efb3b1-e46e-4868-897c-0d88f242efd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:43.388712 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.391760 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5e5a923b-2557-44ef-9c0a-a07701a33771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:43.411200 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35366) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:43.417023 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1255944014-network', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:43.428186 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-e008be0a-106c-436f-b023-334263df778c None None] Transition to ACTIVE for port object d65471ae-d115-4efb-a747-c43a7c366d08 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:43.452458 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdcc4d78-d8de-4831-a3dc-0ae41729bdf7,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:43.461919 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=f04a93af-bff7-4332-995c-436ea7908b61,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:43.462764 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:43.464923 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:43.471536 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.474187 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fdcc4d78-d8de-4831-a3dc-0ae41729bdf7 HTTP/1.1" status: 204 len: 168 time: 0.6556675 Jun 28 09:57:43.479831 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35370) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:43.589900 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.621852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.661817 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e008be0a-106c-436f-b023-334263df778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.666905 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:43.729549 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Made reservation on behalf of a185b51e1c1f4fe8999d1ce7ecec5ab0 for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:43.731933 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.734389 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce03dec-eb74-4a44-9ad0-c18e523da90a None None] Pushing event updated for resources: {'Port': ['ID=d65471ae-d115-4efb-a747-c43a7c366d08,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:43.743740 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-2ce03dec-eb74-4a44-9ad0-c18e523da90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:43.782009 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.871669 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-e008be0a-106c-436f-b023-334263df778c None None] Attempting to bind port d65471ae-d115-4efb-a747-c43a7c366d08 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:43.872503 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-e008be0a-106c-436f-b023-334263df778c None None] Attempting to bind port d65471ae-d115-4efb-a747-c43a7c366d08 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:43.873522 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008be0a-106c-436f-b023-334263df778c None None] Attempting to bind port d65471ae-d115-4efb-a747-c43a7c366d08 on network 450e0e5f-4832-438d-aa23-c08899f66aa5 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:43.884256 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008be0a-106c-436f-b023-334263df778c None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:43.884845 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008be0a-106c-436f-b023-334263df778c None None] Checking segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:43.885516 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e008be0a-106c-436f-b023-334263df778c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.886245 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008be0a-106c-436f-b023-334263df778c None None] Bound using segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:43.887064 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-e008be0a-106c-436f-b023-334263df778c None None] Bound port: d65471ae-d115-4efb-a747-c43a7c366d08, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:43.887769 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e008be0a-106c-436f-b023-334263df778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.949294 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.009347 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5800ca-6437-4d57-8ea7-fed559f85aba']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:44.040732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190996c5-2fd3-48aa-a698-7f92eeb9fd37') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:44.041189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190996c5-2fd3-48aa-a698-7f92eeb9fd37') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:44.078257 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.125083 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-e008be0a-106c-436f-b023-334263df778c None None] For port d65471ae-d115-4efb-a747-c43a7c366d08, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:44.131101 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-e008be0a-106c-436f-b023-334263df778c None None] For port d65471ae-d115-4efb-a747-c43a7c366d08, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=d65471ae-d115-4efb-a747-c43a7c366d08,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:44.134909 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833081e-3ea5-4973-a0d1-02ee614907bc req-3934beaa-3a35-44b1-a1c6-c7df2b9c9e97 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.137964 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d833081e-3ea5-4973-a0d1-02ee614907bc req-3934beaa-3a35-44b1-a1c6-c7df2b9c9e97 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.4031124 Jun 28 09:57:44.140457 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.155015 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:57:44.155744 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:57:44.180318 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:57:44.313232 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d833081e-3ea5-4973-a0d1-02ee614907bc req-1c322427-45e1-42a4-aa4e-20ccffa4efc6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282759 Jun 28 09:57:44.324155 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e008be0a-106c-436f-b023-334263df778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.328081 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:44.353043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7bc81-c494-4f59-b9dd-170e9c8945e1 req-10540e65-56ca-41e7-bef3-708029834fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.358546 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-43f7bc81-c494-4f59-b9dd-170e9c8945e1 req-10540e65-56ca-41e7-bef3-708029834fd6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.3457854 Jun 28 09:57:44.430143 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.459954 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-43f7bc81-c494-4f59-b9dd-170e9c8945e1 req-5f782a65-8e8f-4558-b427-213dbd53e87d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701089 Jun 28 09:57:44.479920 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce03dec-eb74-4a44-9ad0-c18e523da90a None None] Pushing event updated for resources: {'Port': ['ID=d65471ae-d115-4efb-a747-c43a7c366d08,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:44.487549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-2ce03dec-eb74-4a44-9ad0-c18e523da90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:44.487549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008be0a-106c-436f-b023-334263df778c None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:44.487549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-e008be0a-106c-436f-b023-334263df778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:44.544086 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.552655 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:44.568645 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.585389 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] 10.222.0.16 "DELETE /v2.0/networks/8a5800ca-6437-4d57-8ea7-fed559f85aba HTTP/1.1" status: 204 len: 168 time: 1.0932999 Jun 28 09:57:44.589008 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5800ca-6437-4d57-8ea7-fed559f85aba,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:44.595545 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-37a9ab6e-fd6b-444b-9960-ef213df063fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:44.639054 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.643836 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-366391d1-ea92-4a99-94ff-1c7c157c32d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:44.714047 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:57:44.740082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.740082 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Added segment cc7b0a88-ea35-4366-aacc-f975a7f62b64 of type vlan for network 09202138-dc16-4777-a0bc-f7472677c8b6 Jun 28 09:57:44.763910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-e008be0a-106c-436f-b023-334263df778c None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:44.931885 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.025533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b916f8-dffd-4b31-a1ae-b1a2a508a527,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:45.089113 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:45.148906 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-e008be0a-106c-436f-b023-334263df778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:44Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:45.194254 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008be0a-106c-436f-b023-334263df778c None None] The sync data for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb is: [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:44Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:45.287357 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.287357 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:45.287357 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.287357 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:45.489390 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Pushing event updated for resources: {'Network': ['ID=09202138-dc16-4777-a0bc-f7472677c8b6,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:45.501183 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:45.502553 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 09202138-dc16-4777-a0bc-f7472677c8b6 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:57:45.514067 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35410) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:45.514901 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1017532 Jun 28 09:57:45.520399 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Request body: {'subnet': {'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1255944014-subnet', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:45.594600 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35412) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:45.671195 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device d65471ae-d115-4efb-a747-c43a7c366d08 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:45.706465 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-8e49edaf-113d-4c4b-b0c8-5a0a1c667db6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2103bf3c05f47d5ac526491a545b3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043346 Jun 28 09:57:45.709163 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35418) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:45.711196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Made reservation on behalf of a185b51e1c1f4fe8999d1ce7ecec5ab0 for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:45.716865 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10439498'] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.888476 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002499d-8970-4837-9e28-e191a31430d7 req-2e984dae-ac0a-49a9-a652-56f15cf6efab tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:45.910766 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f002499d-8970-4837-9e28-e191a31430d7 req-2e984dae-ac0a-49a9-a652-56f15cf6efab tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.2780962 Jun 28 09:57:46.025122 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f002499d-8970-4837-9e28-e191a31430d7 req-6a203193-e370-48c6-befd-f12ac9139bd0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Jun 28 09:57:46.168670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port d65471ae-d115-4efb-a747-c43a7c366d08 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:46.172751 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port d65471ae-d115-4efb-a747-c43a7c366d08 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:46.173134 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.409355 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.436144 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.464051 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.533472 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port d65471ae-d115-4efb-a747-c43a7c366d08, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=d65471ae-d115-4efb-a747-c43a7c366d08,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:46.677862 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.679300 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f04a93af-bff7-4332-995c-436ea7908b61 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:46.702164 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:46.778510 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=d65471ae-d115-4efb-a747-c43a7c366d08,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:46.786358 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:46.801415 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.808382 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.810191 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d83408f8-df49-4a6e-8157-0b4336483057 HTTP/1.1" status: 204 len: 168 time: 1.0893230 Jun 28 09:57:46.811205 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:46.821993 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83408f8-df49-4a6e-8157-0b4336483057,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:46.833835 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:46.841179 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port f04a93af-bff7-4332-995c-436ea7908b61 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:46.848235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.904459 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10439512'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.909733 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3ea5d82f-c79b-4390-9d83-6316138d63e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:47.017102 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a1c368-48f9-4e6e-a756-714dca1df27f,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:47.036433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:47.065690 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Checking segment: {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:47.066095 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Network hostable DHCP agents. Network: 09202138-dc16-4777-a0bc-f7472677c8b6, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:57:47.370054 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6af605-058e-49fc-8e76-0914e681d90f req-bafa5036-56b0-4995-90f5-6b3b981847c5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.375435 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8b6af605-058e-49fc-8e76-0914e681d90f req-bafa5036-56b0-4995-90f5-6b3b981847c5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.2018986 Jun 28 09:57:47.377724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Network 09202138-dc16-4777-a0bc-f7472677c8b6 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:57:47.494886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device d65471ae-d115-4efb-a747-c43a7c366d08 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:47.509524 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8b6af605-058e-49fc-8e76-0914e681d90f req-09d10f41-16d1-4f4e-a90b-32bcdc0ae1af tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151903 Jun 28 09:57:47.621695 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port d65471ae-d115-4efb-a747-c43a7c366d08 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:47.622562 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:47.664854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 09202138-dc16-4777-a0bc-f7472677c8b6) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:47.674264 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.675024 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:47.675929 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a20247-bf63-45e4-aa67-97c3601287d5 None None] Network 09202138-dc16-4777-a0bc-f7472677c8b6 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:47.986154 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-09202138-dc16-4777-a0bc-f7472677c8b6', 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'fixed_ips': [{'subnet_id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:57:48.012776 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b7c601e1-03e2-4e25-8095-7ee7773b8a1d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4702344 Jun 28 09:57:48.014394 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.015262 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35450) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:48.020702 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:48.238434 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Allocated IP 172.20.0.2 (09202138-dc16-4777-a0bc-f7472677c8b6/d2a1c368-48f9-4e6e-a756-714dca1df27f/b3dda2b0-7792-4d69-a377-16103d795708) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:48.394801 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.395847 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.494232 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.723696 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.739042 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Transition to ACTIVE for port object b3dda2b0-7792-4d69-a377-16103d795708 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:48.766514 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Transition to ACTIVE for port object b3dda2b0-7792-4d69-a377-16103d795708 will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:48.918099 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.943622 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35462) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:48.995389 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6e064a3f-430d-4196-a902-ce24bd098d67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50bff4a7cf7c4adabcdde8d9348070ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501239 Jun 28 09:57:49.000619 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35464) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:49.005515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1d14-b72e-45ca-8806-751dac1db992 req-89085d3a-959b-4e5e-a336-64b744e76512 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.007398 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77ef1d14-b72e-45ca-8806-751dac1db992 req-89085d3a-959b-4e5e-a336-64b744e76512 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1120980 Jun 28 09:57:49.065048 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.068463 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.082329 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.110323 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.132914 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77ef1d14-b72e-45ca-8806-751dac1db992 req-21c2726a-1291-4874-a2ea-e361dd957dbc tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065881 Jun 28 09:57:49.160526 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Network 09202138-dc16-4777-a0bc-f7472677c8b6 is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:49.165372 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:49.189383 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:49.206832 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Pushing event updated for resources: {'Port': ['ID=b3dda2b0-7792-4d69-a377-16103d795708,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.212780 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.316725 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Attempting to bind port b3dda2b0-7792-4d69-a377-16103d795708 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:49.318760 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Attempting to bind port b3dda2b0-7792-4d69-a377-16103d795708 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:49.319394 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Attempting to bind port b3dda2b0-7792-4d69-a377-16103d795708 on network 09202138-dc16-4777-a0bc-f7472677c8b6 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:49.332425 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:49.332766 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Checking segment: {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:49.333280 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.333829 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Bound using segment: {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:49.334342 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Bound port: b3dda2b0-7792-4d69-a377-16103d795708, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:49.334807 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.339828 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-c7186da8-e7cc-422d-a443-0b083507f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.342476 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-c7186da8-e7cc-422d-a443-0b083507f8a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 1099 time: 0.1186523 Jun 28 09:57:49.470423 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.474351 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.479124 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e7934d5-9813-4c95-8101-67191d568172 HTTP/1.1" status: 204 len: 168 time: 0.4745913 Jun 28 09:57:49.521509 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-ab088b77-9e92-4962-aff9-8dec63b0716f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.547213 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] For port b3dda2b0-7792-4d69-a377-16103d795708, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:49.562320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] For port b3dda2b0-7792-4d69-a377-16103d795708, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=b3dda2b0-7792-4d69-a377-16103d795708,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:49.564432 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7934d5-9813-4c95-8101-67191d568172,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.608537 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.610780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-d24990b4-8c3c-4972-b21f-d11f02b133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.612598 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-d24990b4-8c3c-4972-b21f-d11f02b133a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 200 len: 919 time: 0.2582672 Jun 28 09:57:49.615088 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.650956 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.655802 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.665446 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.712860 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-449fa92a-da4d-4480-80fa-c00c7c38bc45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 200 len: 217 time: 0.0916691 Jun 28 09:57:49.786455 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Pushing event updated for resources: {'Port': ['ID=b3dda2b0-7792-4d69-a377-16103d795708,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.791389 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.830088 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-5720c3f7-4960-4d59-9bea-156905fb3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.832363 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-5720c3f7-4960-4d59-9bea-156905fb3095 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 200 len: 859 time: 0.1128826 Jun 28 09:57:49.896505 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Allocated IP 172.28.1.250 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/4d0d0423-78fe-4452-8729-d19368d720d1) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:49.911685 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-ef5ab6d7-6ca8-42c7-8ef5-389c3be97480 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79271b43-55da-459a-8de0-8588507f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618451 Jun 28 09:57:50.206677 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.226401 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-db2fbec6-f1b2-422c-8a00-eb012d416412 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008993 Jun 28 09:57:50.427814 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f560c7c-ec81-46e8-a6fd-15749ba59b65 req-5926a0f8-ffb2-4f5e-a3e0-7320a2fdac43 service neutron] 10.222.0.38 "GET /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935034 Jun 28 09:57:50.604040 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.619006 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:50.734308 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:50.737334 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Pushing event updated for resources: {'Port': ['ID=4d0d0423-78fe-4452-8729-d19368d720d1,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:50.755751 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:50.783230 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:50.827955 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d3e3-ff54-4a16-bd6b-f6a32d03ab74 req-6c90f5ec-e33b-4cd3-9b4d-1f297de1a47f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:50.829819 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-20c9d3e3-ff54-4a16-bd6b-f6a32d03ab74 req-6c90f5ec-e33b-4cd3-9b4d-1f297de1a47f tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.2237494 Jun 28 09:57:50.896628 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:50.917361 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-20c9d3e3-ff54-4a16-bd6b-f6a32d03ab74 req-2f5a46b4-3e4e-441c-acc2-193f224f3a13 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722866 Jun 28 09:57:51.492432 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device b3dda2b0-7792-4d69-a377-16103d795708 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:51.536263 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a9809-de98-4a36-899b-c7b0b5de3466 None None] Network 09202138-dc16-4777-a0bc-f7472677c8b6 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:51.598677 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.917001 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-404758f0-f3f6-40f7-a0f8-65004e5fd212 None None] Provisioning for port b3dda2b0-7792-4d69-a377-16103d795708 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:51.951686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port b3dda2b0-7792-4d69-a377-16103d795708 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:51.995854 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port b3dda2b0-7792-4d69-a377-16103d795708 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:51.996540 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.007983 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-404758f0-f3f6-40f7-a0f8-65004e5fd212 None None] Provisioning complete for port b3dda2b0-7792-4d69-a377-16103d795708 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:52.007983 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-404758f0-f3f6-40f7-a0f8-65004e5fd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.205815 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.333803 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.366301 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf7162-8289-4930-8690-c1695b9a37a1 req-2bcd5fbb-0212-4de6-bdf8-e05ae79f8702 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:52.368046 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-73cf7162-8289-4930-8690-c1695b9a37a1 req-2bcd5fbb-0212-4de6-bdf8-e05ae79f8702 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1539485 Jun 28 09:57:52.409592 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-404758f0-f3f6-40f7-a0f8-65004e5fd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.425580 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-73cf7162-8289-4930-8690-c1695b9a37a1 req-1cfaf88c-ae87-44e6-bbfc-c1c9e9902f41 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Jun 28 09:57:52.483934 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port b3dda2b0-7792-4d69-a377-16103d795708, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=b3dda2b0-7792-4d69-a377-16103d795708,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:52.727893 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Router fdb48fba-b82d-425b-8765-e22c7fd7bb09 is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:57:52.888001 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.900339 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:52.919745 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:52.935144 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4fd97-c792-494d-9695-149be371381e None None] Sync routers for ids ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:53.001541 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] Routers {'fdb48fba-b82d-425b-8765-e22c7fd7bb09'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:53.001541 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:53.075431 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=b3dda2b0-7792-4d69-a377-16103d795708,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:53.082666 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:53.143663 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:53.152131 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-f06e8190-4b6d-4f12-9c46-b36e51c55e72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1288259 Jun 28 09:57:53.152131 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35586) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:53.157826 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.db.api [None req-404758f0-f3f6-40f7-a0f8-65004e5fd212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:57:53.158278 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_db.api [None req-404758f0-f3f6-40f7-a0f8-65004e5fd212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:57:53.302758 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] Set router fdb48fba-b82d-425b-8765-e22c7fd7bb09 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:53.482823 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device b3dda2b0-7792-4d69-a377-16103d795708 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:53.626196 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port b3dda2b0-7792-4d69-a377-16103d795708 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:53.626742 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:53.719290 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T09:57:51Z', 'revision_number': 3, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:53.822494 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4fd97-c792-494d-9695-149be371381e None None] Checking router: fdb48fba-b82d-425b-8765-e22c7fd7bb09 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:53.823149 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4fd97-c792-494d-9695-149be371381e None None] Updating router fdb48fba-b82d-425b-8765-e22c7fd7bb09 port 4d0d0423-78fe-4452-8729-d19368d720d1 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:53.863391 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb0f63-a1c0-45c4-bc68-7cbce94fea92 req-181b9b79-fd03-4f47-9bca-0c7e360041ec tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:53.876772 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-98bb0f63-a1c0-45c4-bc68-7cbce94fea92 req-181b9b79-fd03-4f47-9bca-0c7e360041ec tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1601276 Jun 28 09:57:53.924891 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-42b4fd97-c792-494d-9695-149be371381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:53.968019 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-98bb0f63-a1c0-45c4-bc68-7cbce94fea92 req-c0e00058-aa81-4307-8629-7fbf6227cb4c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516679 Jun 28 09:57:53.987015 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-d29ee924-16cf-475e-83c5-5187b0791b2a None None] Provisioning complete for port b3dda2b0-7792-4d69-a377-16103d795708 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:53.987630 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d29ee924-16cf-475e-83c5-5187b0791b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.025335 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.347360 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Allocated IP 172.20.0.1 (09202138-dc16-4777-a0bc-f7472677c8b6/d2a1c368-48f9-4e6e-a756-714dca1df27f/fc79fb7b-5333-41aa-9962-6dbcfefdbf14) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:54.574929 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.595710 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.provisioning_blocks [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Transition to ACTIVE for port object fc79fb7b-5333-41aa-9962-6dbcfefdbf14 will not be triggered until provisioned by entity DHCP. {{(pid=100108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:54.655960 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-42b4fd97-c792-494d-9695-149be371381e None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.684806 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-42b4fd97-c792-494d-9695-149be371381e None None] Transition to ACTIVE for port object 4d0d0423-78fe-4452-8729-d19368d720d1 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:54.895513 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-42b4fd97-c792-494d-9695-149be371381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.897163 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:54.902163 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:54.903852 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:54.977764 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Network 09202138-dc16-4777-a0bc-f7472677c8b6 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:54.997809 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6efe51-38ef-4ff3-91a2-fd3cdf104e6f None None] Pushing event updated for resources: {'Port': ['ID=4d0d0423-78fe-4452-8729-d19368d720d1,revision_number=2']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:55.009732 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-1d6efe51-38ef-4ff3-91a2-fd3cdf104e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:55.018787 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:55.034071 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:55.058514 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-42b4fd97-c792-494d-9695-149be371381e None None] Attempting to bind port 4d0d0423-78fe-4452-8729-d19368d720d1 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:55.058514 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-42b4fd97-c792-494d-9695-149be371381e None None] Attempting to bind port 4d0d0423-78fe-4452-8729-d19368d720d1 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:55.059130 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4fd97-c792-494d-9695-149be371381e None None] Attempting to bind port 4d0d0423-78fe-4452-8729-d19368d720d1 on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:55.081282 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4fd97-c792-494d-9695-149be371381e None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:55.082054 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4fd97-c792-494d-9695-149be371381e None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:55.082239 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-42b4fd97-c792-494d-9695-149be371381e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.082560 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4fd97-c792-494d-9695-149be371381e None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:55.083069 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-42b4fd97-c792-494d-9695-149be371381e None None] Bound port: 4d0d0423-78fe-4452-8729-d19368d720d1, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:55.084978 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-42b4fd97-c792-494d-9695-149be371381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.137574 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Pushing event updated for resources: {'Port': ['ID=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:55.139573 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:55.155978 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.284511 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-42b4fd97-c792-494d-9695-149be371381e None None] For port 4d0d0423-78fe-4452-8729-d19368d720d1, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:55.297110 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-42b4fd97-c792-494d-9695-149be371381e None None] For port 4d0d0423-78fe-4452-8729-d19368d720d1, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=4d0d0423-78fe-4452-8729-d19368d720d1,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:55.432393 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-42b4fd97-c792-494d-9695-149be371381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.439721 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:55.511019 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] Routers {'fdb48fba-b82d-425b-8765-e22c7fd7bb09'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:55.511900 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:55.602713 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-a4c6a703-16c4-4d51-9ef3-7c3d167be989 None None] Provisioning for port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:55.607529 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-a4c6a703-16c4-4d51-9ef3-7c3d167be989 None None] Provisioning complete for port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:55.607924 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a703-16c4-4d51-9ef3-7c3d167be989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.614571 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6efe51-38ef-4ff3-91a2-fd3cdf104e6f None None] Pushing event updated for resources: {'Port': ['ID=4d0d0423-78fe-4452-8729-d19368d720d1,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:55.625844 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-1d6efe51-38ef-4ff3-91a2-fd3cdf104e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:55.691156 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-a4c6a703-16c4-4d51-9ef3-7c3d167be989 None None] Port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:55.751398 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af3877-f81e-4c5d-a4c8-12ac9a06e6ff req-d5814818-eb6e-4f92-9877-a5da0ec689e1 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:55.753334 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-88af3877-f81e-4c5d-a4c8-12ac9a06e6ff req-d5814818-eb6e-4f92-9877-a5da0ec689e1 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.4238865 Jun 28 09:57:55.808435 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] Set router fdb48fba-b82d-425b-8765-e22c7fd7bb09 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:55.814038 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:55.858352 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-88af3877-f81e-4c5d-a4c8-12ac9a06e6ff req-a8c6cf70-3bca-479c-92ad-3ca31c64289d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972583 Jun 28 09:57:56.262433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:56.369793 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-42b4fd97-c792-494d-9695-149be371381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T09:57:51Z', 'revision_number': 3, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:56.416322 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4fd97-c792-494d-9695-149be371381e None None] The sync data for ids ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'] in dv-cinder-786627-12-smb is: [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T09:57:51Z', 'revision_number': 3, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:56.451061 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:56.454348 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:56.595747 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:56.595747 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Pushing event updated for resources: {'Port': ['ID=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:56.598158 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:56.705945 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-068a5c4a-3075-4736-b2ac-665bcb614d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:56.777206 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Network 09202138-dc16-4777-a0bc-f7472677c8b6 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:56.780666 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:57.253502 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-a31f779b-7769-41c5-91f3-212d38a3f809 None None] Provisioning complete for port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:57.254658 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a31f779b-7769-41c5-91f3-212d38a3f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:57.344517 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-a31f779b-7769-41c5-91f3-212d38a3f809 None None] Port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:57.366446 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Router fdb48fba-b82d-425b-8765-e22c7fd7bb09 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:57:57.571854 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 4d0d0423-78fe-4452-8729-d19368d720d1 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:57.742555 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:57.750704 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] 10.222.0.16 "PUT /v2.0/routers/fdb48fba-b82d-425b-8765-e22c7fd7bb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6010747 Jun 28 09:57:57.777011 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 4d0d0423-78fe-4452-8729-d19368d720d1 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:57.777869 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 4d0d0423-78fe-4452-8729-d19368d720d1 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:57.778449 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:57.786612 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f0bf-3224-4211-8ae1-a79e1dd440a9 req-f2121a3a-0411-4fb5-bbf6-4e31e3de09e6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:57.805017 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8431f0bf-3224-4211-8ae1-a79e1dd440a9 req-f2121a3a-0411-4fb5-bbf6-4e31e3de09e6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.2697215 Jun 28 09:57:57.920586 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:57.943248 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8431f0bf-3224-4211-8ae1-a79e1dd440a9 req-06f9d520-6f79-4573-ba17-e65ab8fdff83 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365900 Jun 28 09:57:58.027765 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 4d0d0423-78fe-4452-8729-d19368d720d1, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=4d0d0423-78fe-4452-8729-d19368d720d1,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:58.155504 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:58.159066 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8616f0a4-d961-4f1f-a324-38dc2871f3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:58.258285 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=4d0d0423-78fe-4452-8729-d19368d720d1,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:58.263617 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:58.403564 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 35674) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:58.584532 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:58.736653 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:58.825084 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:58.828769 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cd8e36c4-29bb-4244-ac51-7a20bb387212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:58.869818 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab6c8e-bbb8-4ba0-97be-0591751724c2,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:58.885691 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe3dbfc7e9ab449d97494940a05f3c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801900 Jun 28 09:57:58.888783 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35678) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:58.898334 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:59.010051 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4df01bdd-5fc8-4f23-a496-5c9e5fef34b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.023268 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.090543 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.203889 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.239330 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.243244 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.243603 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eab6c8e-bbb8-4ba0-97be-0591751724c2 HTTP/1.1" status: 204 len: 168 time: 0.3532667 Jun 28 09:57:59.245151 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-494f13fe-fddd-44c0-91ed-0d97b665520c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:59.258916 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab6c8e-bbb8-4ba0-97be-0591751724c2,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:59.264200 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:59.311458 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Sync routers for ids ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:59.323928 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bdfd8-b050-4e71-9c4d-50734b1ad634 req-32221bd3-5818-42a2-a0ef-19cb6ab5981b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.326846 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Routers {'fdb48fba-b82d-425b-8765-e22c7fd7bb09'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:59.327497 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:59.338103 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1e6bdfd8-b050-4e71-9c4d-50734b1ad634 req-32221bd3-5818-42a2-a0ef-19cb6ab5981b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.1711421 Jun 28 09:57:59.427483 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1e6bdfd8-b050-4e71-9c4d-50734b1ad634 req-c1180792-6102-4ec5-82ab-f05b0ad324bd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884552 Jun 28 09:57:59.522519 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 4d0d0423-78fe-4452-8729-d19368d720d1 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:59.616473 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Set router fdb48fba-b82d-425b-8765-e22c7fd7bb09 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:59.688610 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 4d0d0423-78fe-4452-8729-d19368d720d1 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:59.689546 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:59.998178 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T09:57:55Z', 'revision_number': 4, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'fc79fb7b-5333-41aa-9962-6dbcfefdbf14', 'name': '', 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'mac_address': 'fa:16:3e:f2:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:54Z', 'updated_at': '2021-06-28T09:57:55Z', 'revision_number': 2, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'subnets': [{'id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:00.033194 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Checking router: fdb48fba-b82d-425b-8765-e22c7fd7bb09 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:58:00.034794 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Updating router fdb48fba-b82d-425b-8765-e22c7fd7bb09 port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:58:00.039270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-a9b380bb-efb9-40de-8e3b-e2d45325056e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.041948 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-a9b380bb-efb9-40de-8e3b-e2d45325056e tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.1245270 Jun 28 09:58:00.088804 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.217398 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Deleting port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:00.218455 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.333271 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35696) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:00.343235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.354644 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.433864 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] For port 18245e79-7cab-4833-b4dc-a3ffff5a9b67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=18245e79-7cab-4833-b4dc-a3ffff5a9b67,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:00.434411 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.451348 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Calling delete_port for 18245e79-7cab-4833-b4dc-a3ffff5a9b67 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:00.890860 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.892055 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.892166 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a3830-0d0a-4691-858b-007ba7242596 req-126cc797-347f-4f0f-ab7b-68d47d8f1108 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.892166 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f87a3830-0d0a-4691-858b-007ba7242596 req-126cc797-347f-4f0f-ab7b-68d47d8f1108 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 945 time: 0.1073432 Jun 28 09:58:00.921996 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f87a3830-0d0a-4691-858b-007ba7242596 req-35cda535-4597-4df9-b242-e71ac43e8cc3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Jun 28 09:58:01.140353 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.151306 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0dd95ef2-8539-4370-bc0f-c19bf3340def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:01.174214 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Transition to ACTIVE for port object fc79fb7b-5333-41aa-9962-6dbcfefdbf14 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:01.175122 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.180766 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ea267572-91d0-4d14-adf4-75857a3ad67f tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:01.194318 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7622175-32fd-4649-8326-accf17d24748,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:01.195060 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', '5ac3d427-a572-42b7-b836-d2772573df2d', 'e942979f-3214-433d-845c-d5c417b6959a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:01.199748 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:01.214082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event deleted for resources: {'Port': ['ID=18245e79-7cab-4833-b4dc-a3ffff5a9b67,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:01.225409 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:01.228325 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f037a0b52cf847268442c9442dd6fc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937726 Jun 28 09:58:01.234358 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35706) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:01.305872 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] No DVR routers for this DVR port 18245e79-7cab-4833-b4dc-a3ffff5a9b67 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:01.309622 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.314739 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c82e5391-de27-47ce-9f37-ab73aa70d743 req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "DELETE /v2.0/ports/18245e79-7cab-4833-b4dc-a3ffff5a9b67 HTTP/1.1" status: 204 len: 173 time: 1.2648993 Jun 28 09:58:01.319271 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'name': 'network-vif-deleted', 'tag': '18245e79-7cab-4833-b4dc-a3ffff5a9b67'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:01.319271 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de9ae9b-4dfc-476b-9441-f44adf357a6f" -d '{"events": [{"server_uuid": "9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c", "name": "network-vif-deleted", "tag": "18245e79-7cab-4833-b4dc-a3ffff5a9b67"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:01.323521 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.328946 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:01.392279 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.411365 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.416944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e55dc-3698-466f-acfb-cf16a23bd5e2 x-openstack-request-id: req-7f2e55dc-3698-466f-acfb-cf16a23bd5e2 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:01.417243 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c", "name": "network-vif-deleted", "tag": "18245e79-7cab-4833-b4dc-a3ffff5a9b67", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:01.417512 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f2e55dc-3698-466f-acfb-cf16a23bd5e2 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:01.417931 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c', 'name': 'network-vif-deleted', 'tag': '18245e79-7cab-4833-b4dc-a3ffff5a9b67', 'status': 'completed', 'code': 200} Jun 28 09:58:01.585095 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f6e62-ed2c-412a-8da0-539bcd5457cc None None] Pushing event updated for resources: {'Port': ['ID=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:01.596910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-049f6e62-ed2c-412a-8da0-539bcd5457cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:01.625305 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.628494 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.634171 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7622175-32fd-4649-8326-accf17d24748 HTTP/1.1" status: 204 len: 168 time: 0.3983741 Jun 28 09:58:01.639484 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fd51b72b-7086-424d-a33f-a0ccbee0d2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:01.646974 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7622175-32fd-4649-8326-accf17d24748,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:01.649628 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:01.680234 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Attempting to bind port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:01.681037 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Attempting to bind port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:01.681584 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Attempting to bind port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 on network 09202138-dc16-4777-a0bc-f7472677c8b6 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:01.700016 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:01.700776 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Checking segment: {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:01.701376 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.701971 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Bound using segment: {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:01.702702 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Bound port: fc79fb7b-5333-41aa-9962-6dbcfefdbf14, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b0a88-ea35-4366-aacc-f975a7f62b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:01.703275 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.902486 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] For port fc79fb7b-5333-41aa-9962-6dbcfefdbf14, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:01.906922 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] For port fc79fb7b-5333-41aa-9962-6dbcfefdbf14, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:01.983274 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.120889 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:02.123100 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-2ce03dec-eb74-4a44-9ad0-c18e523da90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:02.145081 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e8234323-81af-4325-9df1-a09a132d6a2b req-96d918cf-0a89-43e0-a847-1dd4fa75aa46 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=9efe5cc7-a5a1-4c3f-833a-f2f509f86f8c HTTP/1.1" status: 200 len: 210 time: 0.0412879 Jun 28 09:58:02.194230 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f6e62-ed2c-412a-8da0-539bcd5457cc None None] Pushing event updated for resources: {'Port': ['ID=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:02.212487 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-049f6e62-ed2c-412a-8da0-539bcd5457cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:02.212487 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Routers {'fdb48fba-b82d-425b-8765-e22c7fd7bb09'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:02.212487 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:02.433194 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] Set router fdb48fba-b82d-425b-8765-e22c7fd7bb09 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:02.511171 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 18245e79-7cab-4833-b4dc-a3ffff5a9b67 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:02.540068 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 18245e79-7cab-4833-b4dc-a3ffff5a9b67 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:02.540550 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 18245e79-7cab-4833-b4dc-a3ffff5a9b67 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:02.877460 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T09:57:55Z', 'revision_number': 4, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'fc79fb7b-5333-41aa-9962-6dbcfefdbf14', 'name': '', 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'mac_address': 'fa:16:3e:f2:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:54Z', 'updated_at': '2021-06-28T09:58:01Z', 'revision_number': 4, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'subnets': [{'id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:02.922188 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba2f1-7c79-469b-9ac3-92b3ace16061 None None] The sync data for ids ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'] in dv-cinder-786627-12-smb is: [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T09:57:55Z', 'revision_number': 4, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'fc79fb7b-5333-41aa-9962-6dbcfefdbf14', 'name': '', 'network_id': '09202138-dc16-4777-a0bc-f7472677c8b6', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'mac_address': 'fa:16:3e:f2:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:54Z', 'updated_at': '2021-06-28T09:58:01Z', 'revision_number': 4, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'subnets': [{'id': 'd2a1c368-48f9-4e6e-a756-714dca1df27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:58:03.556638 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559f46-38d8-4352-acaf-bf734746c578 req-2c30efa0-fdc9-46af-8f77-e8246ad05b41 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.576133 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7e559f46-38d8-4352-acaf-bf734746c578 req-2c30efa0-fdc9-46af-8f77-e8246ad05b41 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1992040 Jun 28 09:58:03.581891 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc79fb7b-5333-41aa-9962-6dbcfefdbf14 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:03.679722 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7e559f46-38d8-4352-acaf-bf734746c578 req-2ccca2fd-16f6-4e73-839f-e5ec0f69aba0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927353 Jun 28 09:58:03.808442 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:03.819550 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:03.820641 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:03.933430 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:03.992362 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port fc79fb7b-5333-41aa-9962-6dbcfefdbf14, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:04.122790 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.125348 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-659aeaf4-0a10-4a19-a591-b6daca4b981e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:04.193216 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:04.199251 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:04.863973 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b460e-c33e-4795-a43f-37d398bdec35 req-09adf593-3eb3-40dc-86bb-1f680550a28a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:04.866309 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-302b460e-c33e-4795-a43f-37d398bdec35 req-09adf593-3eb3-40dc-86bb-1f680550a28a tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0695031 Jun 28 09:58:04.915523 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-302b460e-c33e-4795-a43f-37d398bdec35 req-6e87dc8c-7da5-4fc9-89f6-0d55cc2a51b6 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Jun 28 09:58:05.434357 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc79fb7b-5333-41aa-9962-6dbcfefdbf14 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:05.487975 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:05.488386 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.703227 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e353-53be-46be-aa0d-0e58e08cae9a req-03630780-0d5b-49ca-b18d-12c098fb57ba tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:05.704803 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5b1e353-53be-46be-aa0d-0e58e08cae9a req-03630780-0d5b-49ca-b18d-12c098fb57ba tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.1008029 Jun 28 09:58:05.746378 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5b1e353-53be-46be-aa0d-0e58e08cae9a req-6128e7f9-fe5d-4bef-8e79-76087f593715 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jun 28 09:58:06.040942 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35828) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:06.186317 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.241188 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f9c77-0609-4782-a6a2-d7f3797f95de req-0383eabd-d4db-475b-b8e5-4d67b45e99c9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.243000 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4f9f9c77-0609-4782-a6a2-d7f3797f95de req-0383eabd-d4db-475b-b8e5-4d67b45e99c9 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.1130280 Jun 28 09:58:06.332012 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4f9f9c77-0609-4782-a6a2-d7f3797f95de req-c2cb99e0-0b73-4ca0-9bc8-588dcb8af995 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797558 Jun 28 09:58:06.367122 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.455708 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-87efe656-c9f6-493e-b344-8b9be92d08a3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.457702 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-87efe656-c9f6-493e-b344-8b9be92d08a3 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 945 time: 0.0769417 Jun 28 09:58:06.468472 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.471270 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b626f08c-3a66-434f-9615-7c23400eedcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:06.511566 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b696d50e-3ec3-49ce-8f29-591943c3adef,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:06.516597 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ccdf51e4dfa4c109c4078ecda10cd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744918 Jun 28 09:58:06.517947 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:06.519128 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35834) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:06.596910 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.613180 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Deleting port 61156d68-bd9a-4c32-a583-c1ac73ca548b {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:06.613521 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.624958 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.771448 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] For port 61156d68-bd9a-4c32-a583-c1ac73ca548b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=61156d68-bd9a-4c32-a583-c1ac73ca548b,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:06.772065 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.798272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Calling delete_port for 61156d68-bd9a-4c32-a583-c1ac73ca548b owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:06.866515 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:58:07.003020 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22bb9-c4cd-4520-a786-958c9cbe0daf req-68eb969f-6d4f-4bf9-81b5-5242acf9b7a3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.010794 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-40e22bb9-c4cd-4520-a786-958c9cbe0daf req-68eb969f-6d4f-4bf9-81b5-5242acf9b7a3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.1345353 Jun 28 09:58:07.076580 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.080203 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.083350 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b696d50e-3ec3-49ce-8f29-591943c3adef HTTP/1.1" status: 204 len: 168 time: 0.5622437 Jun 28 09:58:07.084765 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2fbd5933-470c-42b1-b0b9-2a90500242e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:07.108488 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b696d50e-3ec3-49ce-8f29-591943c3adef,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:07.112776 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-88edb9ba-6669-4638-98cb-f20bb3fa2363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:07.118281 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-40e22bb9-c4cd-4520-a786-958c9cbe0daf req-f1007cd2-d352-4b9a-81da-ca404285a46b tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027412 Jun 28 09:58:07.242567 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.247213 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b14453aa-fcc0-4d8e-ae10-028fbefa4dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:07.259095 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['7635dc17-4d13-4125-b49e-9b7c9c02760a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:07.286147 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Pushing event deleted for resources: {'Port': ['ID=61156d68-bd9a-4c32-a583-c1ac73ca548b,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:07.289329 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:07.397195 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] No DVR routers for this DVR port 61156d68-bd9a-4c32-a583-c1ac73ca548b on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:07.400445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.404353 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0cdf1a05-336f-49b3-87d2-74cd6fb20b49 req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "DELETE /v2.0/ports/61156d68-bd9a-4c32-a583-c1ac73ca548b HTTP/1.1" status: 204 len: 173 time: 0.9392662 Jun 28 09:58:07.405123 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'name': 'network-vif-deleted', 'tag': '61156d68-bd9a-4c32-a583-c1ac73ca548b'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:07.407793 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60160fe8-d4c7-4682-8033-a42acb20e7c8" -d '{"events": [{"server_uuid": "9906869c-1be6-4e70-88c4-a979aea7a0b2", "name": "network-vif-deleted", "tag": "61156d68-bd9a-4c32-a583-c1ac73ca548b"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:07.491638 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b81f3a9-e7d4-4c7e-b448-efe56547675d x-openstack-request-id: req-4b81f3a9-e7d4-4c7e-b448-efe56547675d {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:07.492272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906869c-1be6-4e70-88c4-a979aea7a0b2", "name": "network-vif-deleted", "tag": "61156d68-bd9a-4c32-a583-c1ac73ca548b", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:07.492355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b81f3a9-e7d4-4c7e-b448-efe56547675d {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:07.492779 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9906869c-1be6-4e70-88c4-a979aea7a0b2', 'name': 'network-vif-deleted', 'tag': '61156d68-bd9a-4c32-a583-c1ac73ca548b', 'status': 'completed', 'code': 200} Jun 28 09:58:07.585025 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8013fed3-b381-4d27-9261-2ca89fe2d3b1 req-2e8809a1-930b-4f17-aab1-4f2bdec27549 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0561512 Jun 28 09:58:08.095696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-252d7cb5-b331-423c-888e-917e7e82b2e3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:08.097247 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-252d7cb5-b331-423c-888e-917e7e82b2e3 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.1662867 Jun 28 09:58:08.185440 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35854) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:08.207027 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.275491 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Deleting port e942979f-3214-433d-845c-d5c417b6959a {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:08.278815 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.358853 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.545034 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61156d68-bd9a-4c32-a583-c1ac73ca548b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:08.567471 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 61156d68-bd9a-4c32-a583-c1ac73ca548b {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:08.571250 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 61156d68-bd9a-4c32-a583-c1ac73ca548b not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:08.626265 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932bdac-6450-4fe9-896b-ec4d32a5a611 req-93d7308c-c900-489e-8956-7cc5cf97bfd7 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:08.628240 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b932bdac-6450-4fe9-896b-ec4d32a5a611 req-93d7308c-c900-489e-8956-7cc5cf97bfd7 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 945 time: 0.3418219 Jun 28 09:58:08.634690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] For port e942979f-3214-433d-845c-d5c417b6959a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e942979f-3214-433d-845c-d5c417b6959a,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:08.636051 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.671767 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Calling delete_port for e942979f-3214-433d-845c-d5c417b6959a owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:08.716244 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b932bdac-6450-4fe9-896b-ec4d32a5a611 req-f7fedf21-bd75-4162-9757-518d1727070f tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Jun 28 09:58:08.779777 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7df8fb1b-38ef-4e66-8c63-bb0fbbe2da29 req-dab62637-6e7e-48b0-a0ca-56e13f9a798c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0425773 Jun 28 09:58:08.783454 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.795415 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0bab1c6b-7d88-40ae-ba10-64f339c3e864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:08.846854 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e6593ca0c4e49feb4b9ec1a0c538c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6601093 Jun 28 09:58:08.847886 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 35860) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:08.897508 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e29ac0-c1b9-47ca-8c2c-a80e97797301,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:08.924541 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:08.975720 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.007766 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.014599 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.020575 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', '5ac3d427-a572-42b7-b836-d2772573df2d'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:09.074274 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1287cd9a-1809-4491-ad4a-92c98cb16147 req-c76fb7d6-112b-4d1e-9780-8b580207fea4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0643134 Jun 28 09:58:09.081520 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:09.134784 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event deleted for resources: {'Port': ['ID=e942979f-3214-433d-845c-d5c417b6959a,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:09.137290 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:09.164546 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1287cd9a-1809-4491-ad4a-92c98cb16147 req-cd4134b7-4365-40fa-970b-d19ec03bbc4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb23f9033624f18873434d0b8653f41&device_id=9906869c-1be6-4e70-88c4-a979aea7a0b2 HTTP/1.1" status: 200 len: 210 time: 0.0395095 Jun 28 09:58:09.214224 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.221192 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.225990 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69e29ac0-c1b9-47ca-8c2c-a80e97797301 HTTP/1.1" status: 204 len: 168 time: 0.3713539 Jun 28 09:58:09.225990 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5a10e782-15ee-4c13-a7de-5dd05e0fc154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:09.246402 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e29ac0-c1b9-47ca-8c2c-a80e97797301,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:09.255424 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:09.360215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] No DVR routers for this DVR port e942979f-3214-433d-845c-d5c417b6959a on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:09.366095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.368350 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-69f0e02b-582a-4130-bc44-cbe5673d1cb5 req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "DELETE /v2.0/ports/e942979f-3214-433d-845c-d5c417b6959a HTTP/1.1" status: 204 len: 173 time: 1.2595515 Jun 28 09:58:09.422920 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287cd9a-1809-4491-ad4a-92c98cb16147 req-9562cf57-3c7c-4d5c-bf08-b6b75f2eea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:09.424704 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1287cd9a-1809-4491-ad4a-92c98cb16147 req-9562cf57-3c7c-4d5c-bf08-b6b75f2eea42 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2bb23f9033624f18873434d0b8653f41&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2227170 Jun 28 09:58:09.499615 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'name': 'network-vif-deleted', 'tag': 'e942979f-3214-433d-845c-d5c417b6959a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:09.502187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65be2d8-7604-4258-b051-44ceaac4936e" -d '{"events": [{"server_uuid": "d09abe01-9479-40b4-b990-cb5e6da4819b", "name": "network-vif-deleted", "tag": "e942979f-3214-433d-845c-d5c417b6959a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:09.556980 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287cd9a-1809-4491-ad4a-92c98cb16147 req-8608d869-8432-4b6a-bb5d-0ba75bf20fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:09.560801 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1287cd9a-1809-4491-ad4a-92c98cb16147 req-8608d869-8432-4b6a-bb5d-0ba75bf20fec service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1244855 Jun 28 09:58:09.584988 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec420345-bb16-4dc5-a515-182b0f421daf x-openstack-request-id: req-ec420345-bb16-4dc5-a515-182b0f421daf {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:09.585354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09abe01-9479-40b4-b990-cb5e6da4819b", "name": "network-vif-deleted", "tag": "e942979f-3214-433d-845c-d5c417b6959a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:09.585634 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec420345-bb16-4dc5-a515-182b0f421daf {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:09.586047 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09abe01-9479-40b4-b990-cb5e6da4819b', 'name': 'network-vif-deleted', 'tag': 'e942979f-3214-433d-845c-d5c417b6959a', 'status': 'completed', 'code': 200} Jun 28 09:58:09.925005 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a886f5ef-670c-45af-a34b-41db0a94d9dd req-fe55995b-b599-4c68-b973-b3c0cbb1dcca tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0337303 Jun 28 09:58:10.547801 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device e942979f-3214-433d-845c-d5c417b6959a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:10.573955 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: e942979f-3214-433d-845c-d5c417b6959a {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:10.573955 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device e942979f-3214-433d-845c-d5c417b6959a not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:10.863288 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acdcba-c0a7-41b2-8411-8bb3475ad7c9 req-509b619a-e20e-48fb-b7a8-71ba7d27ebef tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:10.871487 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b7acdcba-c0a7-41b2-8411-8bb3475ad7c9 req-509b619a-e20e-48fb-b7a8-71ba7d27ebef tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0773768 Jun 28 09:58:10.920275 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b7acdcba-c0a7-41b2-8411-8bb3475ad7c9 req-9f4e8335-2334-45d0-b7c8-f71bd1e3764c tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 Jun 28 09:58:11.180669 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7eab5508-41ec-4442-9015-66706e2acda3 req-8d3b9eb5-e7fb-4880-ab1c-d4396fe39288 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09abe01-9479-40b4-b990-cb5e6da4819b HTTP/1.1" status: 200 len: 210 time: 0.0506754 Jun 28 09:58:12.261059 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca30fa-5448-418f-b009-ea4d1f055c74 req-964a7473-5e43-48c0-b599-e3884dffc830 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:12.272424 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-28ca30fa-5448-418f-b009-ea4d1f055c74 req-964a7473-5e43-48c0-b599-e3884dffc830 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1573184 Jun 28 09:58:12.376040 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-28ca30fa-5448-418f-b009-ea4d1f055c74 req-ba507923-66bc-440e-8e31-2300b1887f44 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020880 Jun 28 09:58:13.138161 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe3dd6-7888-4dc5-8fd7-2b1d90381735 req-66ffabb2-2faf-4eff-a57a-69bab93236fd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.151102 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-54fe3dd6-7888-4dc5-8fd7-2b1d90381735 req-66ffabb2-2faf-4eff-a57a-69bab93236fd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.0992832 Jun 28 09:58:13.206366 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-54fe3dd6-7888-4dc5-8fd7-2b1d90381735 req-3acd5430-a235-48b5-8065-33b18ceb2521 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542154 Jun 28 09:58:13.217909 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.623647 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f130c5-40a8-47fd-aefb-d9c9ab158517 req-082eca60-fa85-4f92-8d18-92fb802eb826 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:13.625349 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-22f130c5-40a8-47fd-aefb-d9c9ab158517 req-082eca60-fa85-4f92-8d18-92fb802eb826 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0833437 Jun 28 09:58:13.686791 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-22f130c5-40a8-47fd-aefb-d9c9ab158517 req-1df9c6c9-8047-498d-8f0f-bd4a411a0b89 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Jun 28 09:58:14.427683 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463475e6-70b5-4b5a-b973-410a5ac997f3 req-ea0e2b7d-6c83-466b-b08a-6060cae97e19 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:14.430440 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-463475e6-70b5-4b5a-b973-410a5ac997f3 req-ea0e2b7d-6c83-466b-b08a-6060cae97e19 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.0712430 Jun 28 09:58:14.471995 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-463475e6-70b5-4b5a-b973-410a5ac997f3 req-35dfa969-d8b4-4008-9d1e-c9b07f78b3e8 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342796 Jun 28 09:58:14.941313 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756ff23-beb9-4ce7-9f6b-a762b1920763 req-cdd0f538-7f62-4c3a-a7b9-d2e3d9b7bf79 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:14.943800 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b756ff23-beb9-4ce7-9f6b-a762b1920763 req-cdd0f538-7f62-4c3a-a7b9-d2e3d9b7bf79 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.0941205 Jun 28 09:58:15.015319 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b756ff23-beb9-4ce7-9f6b-a762b1920763 req-044a370c-6dc7-4b5b-98d5-330b38066d3d tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Jun 28 09:58:15.732889 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1114fd5-43d8-4f46-83e8-6602716f523a req-e6439f2b-4e8e-4447-9c5c-9e1329f1cf98 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:15.736765 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f1114fd5-43d8-4f46-83e8-6602716f523a req-e6439f2b-4e8e-4447-9c5c-9e1329f1cf98 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.1179461 Jun 28 09:58:15.800440 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f1114fd5-43d8-4f46-83e8-6602716f523a req-73925fdc-b58d-4fb3-b1d1-746151de0cd6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555732 Jun 28 09:58:15.837610 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be839322-184d-49ac-89e6-9f8bc801c585 req-c3b33447-4268-4863-8683-af8c1bada2a4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:15.839411 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be839322-184d-49ac-89e6-9f8bc801c585 req-c3b33447-4268-4863-8683-af8c1bada2a4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 945 time: 0.3552022 Jun 28 09:58:15.979118 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Deleting port 5ac3d427-a572-42b7-b836-d2772573df2d {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:15.979841 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.151182 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] For port 5ac3d427-a572-42b7-b836-d2772573df2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ac3d427-a572-42b7-b836-d2772573df2d,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:16.151921 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.172256 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Calling delete_port for 5ac3d427-a572-42b7-b836-d2772573df2d owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:16.358749 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a2f0-9889-4a42-ad11-0bfe5a681d8f req-19bfab89-e407-4730-951f-79b04f3df906 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:16.360397 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fe26a2f0-9889-4a42-ad11-0bfe5a681d8f req-19bfab89-e407-4730-951f-79b04f3df906 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1286762 Jun 28 09:58:16.444696 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fe26a2f0-9889-4a42-ad11-0bfe5a681d8f req-140a244a-2e90-4273-b213-5ff58e5f8f00 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779488 Jun 28 09:58:16.516188 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.520691 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:16.528555 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', '5ac3d427-a572-42b7-b836-d2772573df2d'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:16.555392 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event deleted for resources: {'Port': ['ID=5ac3d427-a572-42b7-b836-d2772573df2d,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:16.564848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.567786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.567786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.567786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.567786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.567786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.567786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.569081 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.569249 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.569604 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.569953 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.570292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:16.580241 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:16.635400 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] No DVR routers for this DVR port 5ac3d427-a572-42b7-b836-d2772573df2d on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:16.638467 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.640505 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be839322-184d-49ac-89e6-9f8bc801c585 req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "DELETE /v2.0/ports/5ac3d427-a572-42b7-b836-d2772573df2d HTTP/1.1" status: 204 len: 173 time: 0.7927022 Jun 28 09:58:16.641006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'name': 'network-vif-deleted', 'tag': '5ac3d427-a572-42b7-b836-d2772573df2d'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:16.643297 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0117d3-61dd-45f2-864e-15051248d4f0" -d '{"events": [{"server_uuid": "60f1f0eb-f431-41c5-bcad-f6ea92491eb1", "name": "network-vif-deleted", "tag": "5ac3d427-a572-42b7-b836-d2772573df2d"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:16.690655 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30f445b-220f-48af-b081-63bfcbec819a x-openstack-request-id: req-a30f445b-220f-48af-b081-63bfcbec819a {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:16.691183 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f1f0eb-f431-41c5-bcad-f6ea92491eb1", "name": "network-vif-deleted", "tag": "5ac3d427-a572-42b7-b836-d2772573df2d", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:16.691461 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a30f445b-220f-48af-b081-63bfcbec819a {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:16.691970 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f1f0eb-f431-41c5-bcad-f6ea92491eb1', 'name': 'network-vif-deleted', 'tag': '5ac3d427-a572-42b7-b836-d2772573df2d', 'status': 'completed', 'code': 200} Jun 28 09:58:16.969619 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a750637f-5e90-4841-822f-fad77c696fc7 req-6a9712fe-f018-482d-a532-b363552c4da6 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0332956 Jun 28 09:58:17.381872 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36056) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:17.448567 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Deleting subnet 664fcdfd-585e-4b6f-9d57-85f6945693db {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:58:17.453434 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:17.514555 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:17.563767 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:17.697467 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4551e-a4a6-49a2-8a63-d2a42ec09259 req-ee9d69a5-59c3-47ad-b403-8d2ee07a9c22 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:17.708876 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96b4551e-a4a6-49a2-8a63-d2a42ec09259 req-ee9d69a5-59c3-47ad-b403-8d2ee07a9c22 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1154478 Jun 28 09:58:17.739622 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:17.758489 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-10fe3e39-aa1c-4cd3-8bdf-0d716a9945d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:17.808566 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:17.814051 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/664fcdfd-585e-4b6f-9d57-85f6945693db HTTP/1.1" status: 204 len: 168 time: 0.4310286 Jun 28 09:58:17.822007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-037c17e1-eb47-4390-9c00-696ba482499e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:17.824606 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96b4551e-a4a6-49a2-8a63-d2a42ec09259 req-4d15ea00-74cd-4fe2-8f25-8b8454f21a68 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184156 Jun 28 09:58:17.826243 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36064) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:17.827584 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664fcdfd-585e-4b6f-9d57-85f6945693db,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:17.836201 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-037c17e1-eb47-4390-9c00-696ba482499e tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 946 time: 0.1117845 Jun 28 09:58:17.857730 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.858473 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.859028 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.859572 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.860419 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.860977 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.861540 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.862328 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.863270 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.863557 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.863909 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.864272 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:17.942725 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:17.946253 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:17.984810 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Deleting port 7635dc17-4d13-4125-b49e-9b7c9c02760a {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:17.985226 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.062495 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.077465 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbcdfd5-8e6d-4fd9-b01b-d2820e507756']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:18.091163 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbdd7c5-8816-4059-ae93-c23e5bfe460b') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:18.091605 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbdd7c5-8816-4059-ae93-c23e5bfe460b') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:18.102032 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.121809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] For port 7635dc17-4d13-4125-b49e-9b7c9c02760a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7635dc17-4d13-4125-b49e-9b7c9c02760a,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:18.122172 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.125506 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.133700 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:58:18.134103 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:58:18.135864 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:58:18.147380 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Calling delete_port for 7635dc17-4d13-4125-b49e-9b7c9c02760a owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:18.173950 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-38eb8f1f-5ee6-4100-977e-c1439e869b7c req-6a4d246b-6aae-4763-a3ad-34b294745b38 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=60f1f0eb-f431-41c5-bcad-f6ea92491eb1 HTTP/1.1" status: 200 len: 210 time: 0.0335481 Jun 28 09:58:18.390754 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.397217 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.413199 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5fbcdfd5-8e6d-4fd9-b01b-d2820e507756 HTTP/1.1" status: 204 len: 168 time: 0.5588112 Jun 28 09:58:18.413199 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3af1af60-deb8-4453-9e29-9e48fb2aba09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:18.416691 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbcdfd5-8e6d-4fd9-b01b-d2820e507756,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:18.419831 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-93f68b6a-b0ce-4c1a-a8a4-bb85e2ded361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:18.434161 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.439020 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d69079db-2769-4157-aad6-b4646a8f092b tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:18.457596 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['7635dc17-4d13-4125-b49e-9b7c9c02760a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:18.481973 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Pushing event deleted for resources: {'Port': ['ID=7635dc17-4d13-4125-b49e-9b7c9c02760a,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:18.485129 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:18.529124 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] No DVR routers for this DVR port 7635dc17-4d13-4125-b49e-9b7c9c02760a on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:18.531518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:18.533595 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-91acbc8f-8b3e-4391-b6f4-892c04c488b1 req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.38 "DELETE /v2.0/ports/7635dc17-4d13-4125-b49e-9b7c9c02760a HTTP/1.1" status: 204 len: 173 time: 0.6901221 Jun 28 09:58:18.694106 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'name': 'network-vif-deleted', 'tag': '7635dc17-4d13-4125-b49e-9b7c9c02760a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:18.697585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2873a62e-5ad5-4f02-a8b3-a5ff9d893d34" -d '{"events": [{"server_uuid": "f333fc84-e256-4ce0-875d-17f1ddff031c", "name": "network-vif-deleted", "tag": "7635dc17-4d13-4125-b49e-9b7c9c02760a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:18.736901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37f1e19-3413-437e-8d42-cb81694f9cc9 x-openstack-request-id: req-b37f1e19-3413-437e-8d42-cb81694f9cc9 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:18.737232 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333fc84-e256-4ce0-875d-17f1ddff031c", "name": "network-vif-deleted", "tag": "7635dc17-4d13-4125-b49e-9b7c9c02760a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:18.737519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b37f1e19-3413-437e-8d42-cb81694f9cc9 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:18.737941 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333fc84-e256-4ce0-875d-17f1ddff031c', 'name': 'network-vif-deleted', 'tag': '7635dc17-4d13-4125-b49e-9b7c9c02760a', 'status': 'completed', 'code': 200} Jun 28 09:58:19.050259 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b25a75cf-cacb-400c-b8b6-d6def91e5712 req-2cc63629-1688-4407-a5ee-54b901e280b0 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f333fc84-e256-4ce0-875d-17f1ddff031c HTTP/1.1" status: 200 len: 210 time: 0.0354087 Jun 28 09:58:19.129817 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36086) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:19.173833 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a52299fb-884d-4721-9522-ef609e59c6fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9a587e187124a089f51415ca7c65373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419519 Jun 28 09:58:19.175891 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36088) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:19.239786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:19.266448 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:19.448004 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:19.451527 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:19.453043 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d233264-5487-41d6-9e53-2100600449c2 HTTP/1.1" status: 204 len: 168 time: 0.2760973 Jun 28 09:58:19.488515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e22ce584-5480-47ee-bc0c-77ba078d3474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:19.488515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d233264-5487-41d6-9e53-2100600449c2,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:19.488515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:20.193329 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36150) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:20.600554 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 7635dc17-4d13-4125-b49e-9b7c9c02760a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:20.625795 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 7635dc17-4d13-4125-b49e-9b7c9c02760a {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:20.626429 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 7635dc17-4d13-4125-b49e-9b7c9c02760a not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:20.627019 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5ac3d427-a572-42b7-b836-d2772573df2d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:20.653850 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 5ac3d427-a572-42b7-b836-d2772573df2d {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:20.654209 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 5ac3d427-a572-42b7-b836-d2772573df2d not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:20.675598 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:20.970567 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-ede659cc-a987-41af-9c67-cb0179cf1967 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:20.974898 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-ede659cc-a987-41af-9c67-cb0179cf1967 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 815 time: 0.1743379 Jun 28 09:58:21.010999 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-0166fbf3-e03e-4f3f-be07-066aa1d83736 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/quotas/dff01cf51aa24a5788000919b499c481 HTTP/1.1" status: 200 len: 375 time: 0.0279853 Jun 28 09:58:21.113571 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-a4dc2a81-e030-4db6-9130-11ac011efd21 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006954 Jun 28 09:58:21.242154 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-fa06c73f-9f2e-4c56-82d2-253f51773920 service neutron] 10.222.0.16 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055050 Jun 28 09:58:21.297916 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Deleting port 33d1700e-c85d-4bf9-9f97-295199a755bd {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:21.298374 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.369032 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-bef92dc4-32ef-4c8a-a0f5-dcd65f5019ef service neutron] 10.222.0.16 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182344 Jun 28 09:58:21.391814 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] For port 33d1700e-c85d-4bf9-9f97-295199a755bd, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=33d1700e-c85d-4bf9-9f97-295199a755bd,segment=NetworkSegment(b4e51707-03b5-4fca-98bb-453b38afa379),segment_id=b4e51707-03b5-4fca-98bb-453b38afa379)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:21.391814 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.405748 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Calling delete_port for 33d1700e-c85d-4bf9-9f97-295199a755bd owned by network:router_interface {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:21.728806 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cda3fcd7-d4f7-4934-8e1f-0f5ff1b24808 req-de78b79b-b62f-4ad3-8789-375e6199be93 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 210 time: 0.0388286 Jun 28 09:58:21.775337 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43bae-18ec-4038-869a-42901a727ff5 req-761c84f3-0caf-43ba-afdb-5ae7a699fc25 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:21.779104 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-45f43bae-18ec-4038-869a-42901a727ff5 req-761c84f3-0caf-43ba-afdb-5ae7a699fc25 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.1092796 Jun 28 09:58:21.779104 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.780985 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:21.816522 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d1700e-c85d-4bf9-9f97-295199a755bd,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:21.825608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:21.894332 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-45f43bae-18ec-4038-869a-42901a727ff5 req-2a8a43b3-5560-4bac-90e3-839020df57ea tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090751 Jun 28 09:58:21.969912 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36226) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:22.041591 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.118824 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.348624 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.357593 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Router daadf486-d163-4108-979e-ee247c2873e8 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:58:22.445143 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.450091 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e5ac62c4-10a7-4897-888a-4fa379723329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:22.506847 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32e49d2ff72e4e7ba9450e549c921095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312712 Jun 28 09:58:22.506847 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:58:22.508439 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36232) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:22.511490 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] 10.222.0.16 "PUT /v2.0/routers/daadf486-d163-4108-979e-ee247c2873e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3161976 Jun 28 09:58:22.512464 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86aae8-ca4a-42d9-a8fa-faf8a3174cf9,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:22.514918 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36234) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:22.516696 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:22.537271 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] Sync routers for ids ['daadf486-d163-4108-979e-ee247c2873e8'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:58:22.541624 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] Routers {'daadf486-d163-4108-979e-ee247c2873e8'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:22.543451 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['daadf486-d163-4108-979e-ee247c2873e8'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:22.572708 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36238) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:22.581282 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.608693 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.650936 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks [] for router, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.728994 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] Set router daadf486-d163-4108-979e-ee247c2873e8 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:22.785107 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.790374 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.792162 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa86aae8-ca4a-42d9-a8fa-faf8a3174cf9 HTTP/1.1" status: 204 len: 168 time: 0.2817459 Jun 28 09:58:22.793682 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f407a98c-257d-4a9a-b4e1-7a257978edbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:22.823854 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86aae8-ca4a-42d9-a8fa-faf8a3174cf9,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:22.826883 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:22.874641 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-45fe5360-e8a6-441f-9883-8c3cd02b8517 req-b3783f94-58a4-4263-8778-ece825f8b902 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 210 time: 0.0495958 Jun 28 09:58:22.902035 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.999669 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.007031 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:58:21Z', 'revision_number': 5, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:23.065468 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] Checking router: daadf486-d163-4108-979e-ee247c2873e8 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:58:23.092524 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] Routers {'daadf486-d163-4108-979e-ee247c2873e8'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:23.094358 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:57:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['daadf486-d163-4108-979e-ee247c2873e8'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:23.100184 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.171691 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Deleting port 7e25f110-8812-4d9c-b13e-9f42b030cb35 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:23.172705 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.227840 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] Set router daadf486-d163-4108-979e-ee247c2873e8 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:23.260921 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.267958 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:23.341434 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ba0ab776e6d4827959878d7daeafafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654276 Jun 28 09:58:23.344754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36264) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:23.352824 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f8852-9d33-4f2b-a4be-36a1ae316c10,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:23.361931 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:23.375739 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] For port 7e25f110-8812-4d9c-b13e-9f42b030cb35, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=7e25f110-8812-4d9c-b13e-9f42b030cb35,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:23.376181 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.393532 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Calling delete_port for 7e25f110-8812-4d9c-b13e-9f42b030cb35 owned by network:router_gateway {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:23.411058 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.417370 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6003-c00c-4e97-94e9-c3986adb51ba req-4dbfa711-1030-485b-8306-5ff9eda26351 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:23.419130 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f7dc6003-c00c-4e97-94e9-c3986adb51ba req-4dbfa711-1030-485b-8306-5ff9eda26351 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.1754873 Jun 28 09:58:23.498531 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.528809 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f7dc6003-c00c-4e97-94e9-c3986adb51ba req-735011c6-ca08-46c8-9793-6924d252c081 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1158c16-ae46-4b24-9961-0281454501fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617292 Jun 28 09:58:23.649006 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:58:21Z', 'revision_number': 5, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:23.675111 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee0891-902d-4642-96f6-ad645955d483 None None] The sync data for ids ['daadf486-d163-4108-979e-ee247c2873e8'] in dv-cinder-786627-12-smb is: [{'id': 'daadf486-d163-4108-979e-ee247c2873e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1025809690-router', 'tenant_id': '2bb23f9033624f18873434d0b8653f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:55:10Z', 'updated_at': '2021-06-28T09:58:21Z', 'revision_number': 5, 'project_id': '2bb23f9033624f18873434d0b8653f41', 'gw_port': {'id': '7e25f110-8812-4d9c-b13e-9f42b030cb35', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daadf486-d163-4108-979e-ee247c2873e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:55:12Z', 'updated_at': '2021-06-28T09:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:58:23.679736 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.681978 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.683043 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e4f8852-9d33-4f2b-a4be-36a1ae316c10 HTTP/1.1" status: 204 len: 168 time: 0.3368139 Jun 28 09:58:23.686148 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4737056f-b7af-47f3-9a92-e24698d75c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:23.699085 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f8852-9d33-4f2b-a4be-36a1ae316c10,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:23.703272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:23.747909 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-d3936970-918e-410a-a1fc-a00f4745d1d1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:23.749739 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-d3936970-918e-410a-a1fc-a00f4745d1d1 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 945 time: 0.1094019 Jun 28 09:58:23.759737 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.763540 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fd99375a-09ab-4c4f-ba0f-bfdaee429f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:23.792863 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e25f110-8812-4d9c-b13e-9f42b030cb35,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:23.823613 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:23.870001 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.896064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Deleting port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:23.896627 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.979292 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:23.981761 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.026095 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f54cfab0-5dc9-4755-9039-74a335b7075d req-2152e612-8ee3-4a36-a4d5-f1b952f33a27 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 210 time: 0.0445752 Jun 28 09:58:24.047369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] For port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,segment=NetworkSegment(33e624d6-d4e2-4fb3-b95f-ab49f5d1e442),segment_id=33e624d6-d4e2-4fb3-b95f-ab49f5d1e442)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:24.047947 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.064844 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Calling delete_port for abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:24.118685 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36282) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:24.217263 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.222115 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router daadf486-d163-4108-979e-ee247c2873e8 {{(pid=100108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:58:24.225107 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.225817 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-9b28075b-2a81-4380-8a1c-14c8a8682b5b admin admin] 10.222.0.16 "DELETE /v2.0/routers/daadf486-d163-4108-979e-ee247c2873e8 HTTP/1.1" status: 204 len: 168 time: 1.7101781 Jun 28 09:58:24.229277 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36292) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:24.287546 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.294931 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Deleting subnet 8dc6f391-61fe-451e-8c99-6bd04fbb1b17 {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:58:24.299240 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.331318 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.337137 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:24.342341 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['abacc312-1a4d-4fc7-b9d0-2221dbfcbd61'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:24.367117 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Pushing event deleted for resources: {'Port': ['ID=abacc312-1a4d-4fc7-b9d0-2221dbfcbd61,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:24.375299 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:24.384326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12236824'] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.447409 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.456926 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] No DVR routers for this DVR port abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:24.460654 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.462932 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-04e26f14-88b3-4950-983d-ba87906b52c2 req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.38 "DELETE /v2.0/ports/abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 HTTP/1.1" status: 204 len: 173 time: 0.7075908 Jun 28 09:58:24.467288 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'name': 'network-vif-deleted', 'tag': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:24.469802 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d35e820-f486-4591-8361-66f5a58d100e" -d '{"events": [{"server_uuid": "d1bb1912-efc7-4aa0-8311-69f32488d29d", "name": "network-vif-deleted", "tag": "abacc312-1a4d-4fc7-b9d0-2221dbfcbd61"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:24.489216 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.527184 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.540884 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-eaef277b-cf67-45b0-bfb7-f45fb94e287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:24.545938 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c79334-701a-4db0-9322-53dacfdc94af x-openstack-request-id: req-45c79334-701a-4db0-9322-53dacfdc94af {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:24.546659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bb1912-efc7-4aa0-8311-69f32488d29d", "name": "network-vif-deleted", "tag": "abacc312-1a4d-4fc7-b9d0-2221dbfcbd61", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:24.546659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45c79334-701a-4db0-9322-53dacfdc94af {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:24.547168 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bb1912-efc7-4aa0-8311-69f32488d29d', 'name': 'network-vif-deleted', 'tag': 'abacc312-1a4d-4fc7-b9d0-2221dbfcbd61', 'status': 'completed', 'code': 200} Jun 28 09:58:24.596349 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36306) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:24.600095 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5146444c5ef4ceba2594d0934095213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791746 Jun 28 09:58:24.611761 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36308) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:24.637073 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a862e5-6800-4984-9085-34e4034ce9d5,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:24.653496 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:24.714288 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.719165 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6709fc7d-0cb8-4678-b18a-b4c1d39c744e req-3be5aff6-8861-46f7-8864-56d18b5d6c96 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1bb1912-efc7-4aa0-8311-69f32488d29d HTTP/1.1" status: 200 len: 210 time: 0.0302565 Jun 28 09:58:24.760811 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.809796 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1466727207-network', 'tenant_id': 'ff443363f9474c3498e8cd22e39ce7a0'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:24.837404 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12253337'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.840930 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:24.881414 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.883922 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8dc6f391-61fe-451e-8c99-6bd04fbb1b17 HTTP/1.1" status: 204 len: 168 time: 0.6533854 Jun 28 09:58:24.886758 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36314) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:24.894010 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc6f391-61fe-451e-8c99-6bd04fbb1b17,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:24.896791 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:24.916889 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.921139 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:24.923603 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43a862e5-6800-4984-9085-34e4034ce9d5 HTTP/1.1" status: 204 len: 168 time: 0.3057547 Jun 28 09:58:24.936487 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7bf630cb-9c65-432a-9160-8478df767d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:24.994375 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Made reservation on behalf of ff443363f9474c3498e8cd22e39ce7a0 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:25.006509 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.012608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a862e5-6800-4984-9085-34e4034ce9d5,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:25.026731 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:25.033198 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.077242 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.109384 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-4acff8d3-b434-407e-96be-18837ff7381d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:25.111492 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-4acff8d3-b434-407e-96be-18837ff7381d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 815 time: 0.2342331 Jun 28 09:58:25.125042 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'port': {'device_id': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'admin_state_up': True, 'tenant_id': 'dff01cf51aa24a5788000919b499c481'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:25.268508 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-44403390-bcdf-4725-a980-4db2310fbccf req-2feea5f9-b44d-484b-9a0e-73d94bb88811 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 210 time: 0.0818899 Jun 28 09:58:25.276539 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.296149 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79271b43-55da-459a-8de0-8588507f315b']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:25.310947 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e51707-03b5-4fca-98bb-453b38afa379') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:25.311271 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e51707-03b5-4fca-98bb-453b38afa379') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:25.326451 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.357169 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.360747 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.365956 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:58:25.366360 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:58:25.368171 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:58:25.462444 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 7e25f110-8812-4d9c-b13e-9f42b030cb35 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:25.483596 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 7e25f110-8812-4d9c-b13e-9f42b030cb35 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:25.490359 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 7e25f110-8812-4d9c-b13e-9f42b030cb35 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:25.490359 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 33d1700e-c85d-4bf9-9f97-295199a755bd no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:25.503638 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 33d1700e-c85d-4bf9-9f97-295199a755bd {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:25.503992 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 33d1700e-c85d-4bf9-9f97-295199a755bd not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:25.521419 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.528451 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-3e46cea0-76d7-4378-a420-2e8f696763d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:25.555634 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:58:25.567489 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.570741 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e770fcc-fa5b-40d0-b514-d1ac54533331,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:25.590940 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:25.593271 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.593820 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Added segment 121ca830-f1c3-4f5c-8666-6fc0e0a7b398 of type vlan for network 1c1baac0-262a-47c4-b00c-22c302e95459 Jun 28 09:58:25.608178 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:25.611718 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.624399 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] 10.222.0.16 "DELETE /v2.0/networks/79271b43-55da-459a-8de0-8588507f315b HTTP/1.1" status: 204 len: 168 time: 0.7284992 Jun 28 09:58:25.625092 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Made reservation on behalf of dff01cf51aa24a5788000919b499c481 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:25.629468 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.671894 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Pushing event deleted for resources: {'Network': ['ID=79271b43-55da-459a-8de0-8588507f315b,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:25.681186 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:25.689915 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.793922 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Allocated IP 172.20.0.9 (450e0e5f-4832-438d-aa23-c08899f66aa5/c5256462-6324-4653-9b84-fe4b37f2e16a/15bb002a-cf46-4dd2-b390-b79b9b663d1a) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:25.832737 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36346) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:25.867331 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.870836 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:25.871096 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.875826 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:25.913223 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Deleting subnet dbbd1af6-fd64-4996-b923-97ad7218310b {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:58:25.941663 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:25.969643 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36348) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:25.970340 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1baac0-262a-47c4-b00c-22c302e95459,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:25.980835 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:25.986474 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 1c1baac0-262a-47c4-b00c-22c302e95459 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:58:25.993771 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.000639 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.011087 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.037904 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Transition to ACTIVE for port object 15bb002a-cf46-4dd2-b390-b79b9b663d1a will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:26.041219 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4365549 Jun 28 09:58:26.041603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36350) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:26.046965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Request body: {'subnet': {'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1466727207-subnet', 'tenant_id': 'ff443363f9474c3498e8cd22e39ce7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:26.067875 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.101854 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36352) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:26.152347 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-88a8f52f-a245-4890-994d-f22ab53d4b6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bb23f9033624f18873434d0b8653f41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472138 Jun 28 09:58:26.154732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36354) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:26.170175 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.176160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8f0ad4a2-ece2-411b-b38b-62a7432841f2 tempest-VolumesActionsTest-389887760 tempest-VolumesActionsTest-389887760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:26.178525 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.241526 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:26.254224 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:26.255145 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.256729 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:26.273915 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:26.291908 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbd1af6-fd64-4996-b923-97ad7218310b,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:26.292728 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:26.317854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:26.317854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.321631 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0299276f-200c-4b4e-860f-3334d90af1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:26.326487 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.329602 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-48101eab-2d8c-45fc-a09a-f2b2a744e71f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dbbd1af6-fd64-4996-b923-97ad7218310b HTTP/1.1" status: 204 len: 168 time: 0.4940999 Jun 28 09:58:26.332191 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:26.337072 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36364) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:26.343995 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.380852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:26.380852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.413662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.421613 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Made reservation on behalf of ff443363f9474c3498e8cd22e39ce7a0 for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:26.426232 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12254328'] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.470400 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a3e30-5827-4077-8934-0c24a9e036e1,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:26.501826 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f21e3e247d1b4c9598507d65d32893d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263586 Jun 28 09:58:26.505778 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36370) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:26.508797 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.518251 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:26.527762 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4070766 Jun 28 09:58:26.543240 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Request body: {'port': {'device_id': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:26.548702 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8f793db3-e422-405f-b9f9-b84edf563ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.641990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.646301 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.661953 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996b4ef8-91c5-4485-94bb-c9a71539330c']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:26.694355 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39b4e-75f0-41b8-9662-4ca8a5debe16 req-bec6c673-3c49-41b4-b9e1-ea0e0a65ff63 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:26.695980 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-08a39b4e-75f0-41b8-9662-4ca8a5debe16 req-bec6c673-3c49-41b4-b9e1-ea0e0a65ff63 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 931 time: 0.1821325 Jun 28 09:58:26.701574 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:26.701999 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e624d6-d4e2-4fb3-b95f-ab49f5d1e442') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:26.712416 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.715203 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.719101 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f8476da-dda7-48ce-9c6d-c41e18bc2ee5 HTTP/1.1" status: 204 len: 168 time: 0.5632975 Jun 28 09:58:26.727130 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b7372bb7-cf47-4ea5-9efd-917c182d2cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:26.734639 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.744776 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.750670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-b859ecee-dc4a-4f2e-b3a4-c28c591fab7e None None] Provisioning for port 15bb002a-cf46-4dd2-b390-b79b9b663d1a completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:26.756838 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-b859ecee-dc4a-4f2e-b3a4-c28c591fab7e None None] Provisioning complete for port 15bb002a-cf46-4dd2-b390-b79b9b663d1a triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:26.757669 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8476da-dda7-48ce-9c6d-c41e18bc2ee5,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:26.758176 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b859ecee-dc4a-4f2e-b3a4-c28c591fab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.766789 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:26.788833 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-08a39b4e-75f0-41b8-9662-4ca8a5debe16 req-3a79abe2-ac11-42a4-b861-a71c36d2c2e3 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837421 Jun 28 09:58:26.802104 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.803234 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.826307 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:58:26.827396 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:58:26.830702 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:58:26.859070 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-b859ecee-dc4a-4f2e-b3a4-c28c591fab7e None None] Port 15bb002a-cf46-4dd2-b390-b79b9b663d1a cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:58:26.978656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8655343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12254314'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:26.998250 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:27.056378 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.061372 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.063532 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b48a3e30-5827-4077-8934-0c24a9e036e1 HTTP/1.1" status: 204 len: 168 time: 0.5564530 Jun 28 09:58:27.108963 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.114980 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:27.123676 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.128246 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] 10.222.0.16 "DELETE /v2.0/networks/996b4ef8-91c5-4485-94bb-c9a71539330c HTTP/1.1" status: 204 len: 168 time: 0.7878666 Jun 28 09:58:27.162975 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b8e98f-fc6b-4808-a9e5-4731fa1a3a76,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:27.165695 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:27.168778 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Pushing event deleted for resources: {'Network': ['ID=996b4ef8-91c5-4485-94bb-c9a71539330c,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:27.180258 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c1bdf661-420a-470a-8d71-959eae102444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:27.180520 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cd118f49-b445-40ba-ab56-f0277ccd4411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:27.193480 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a3e30-5827-4077-8934-0c24a9e036e1,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:27.195823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:27.207300 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Checking segment: {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:27.207733 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Network hostable DHCP agents. Network: 1c1baac0-262a-47c4-b00c-22c302e95459, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:58:27.349690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bb002a-cf46-4dd2-b390-b79b9b663d1a {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:27.356840 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Network 1c1baac0-262a-47c4-b00c-22c302e95459 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:58:27.360946 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.376641 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Transition to ACTIVE for port object 15bb002a-cf46-4dd2-b390-b79b9b663d1a will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:27.428851 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 1c1baac0-262a-47c4-b00c-22c302e95459) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:27.442153 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:27.442153 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.468153 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40c1ad-4615-4a9e-8bad-c39e8b9522e6 None None] Network 1c1baac0-262a-47c4-b00c-22c302e95459 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:27.496670 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.500095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:27.595288 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e3e2d5ac-77a5-4b16-ad1f-6ffdaaab6fed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5526197 Jun 28 09:58:27.642224 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:27.656902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:27.781084 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb1cd1-8d92-4f4a-b383-ef1f64ee62ff None None] Network 1c1baac0-262a-47c4-b00c-22c302e95459 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:27.786713 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Attempting to bind port 15bb002a-cf46-4dd2-b390-b79b9b663d1a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:27.787248 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Attempting to bind port 15bb002a-cf46-4dd2-b390-b79b9b663d1a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:27.789061 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Attempting to bind port 15bb002a-cf46-4dd2-b390-b79b9b663d1a on network 450e0e5f-4832-438d-aa23-c08899f66aa5 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:27.799552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Port 15bb002a-cf46-4dd2-b390-b79b9b663d1a on network 450e0e5f-4832-438d-aa23-c08899f66aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:58:27.799993 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Attempting to bind port 15bb002a-cf46-4dd2-b390-b79b9b663d1a on network 450e0e5f-4832-438d-aa23-c08899f66aa5 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:27.819186 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:27.819889 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Checking segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:27.820215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Bound using segment: {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:27.821628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Bound port: 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d48d9e-36b0-45eb-a383-926023a60d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:27.822078 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:27.993904 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:27.999959 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:28.116289 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.129995 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-de03f2d2-0f37-4701-a7d2-17de3642efa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:28.195434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:28.196054 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.197609 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] 10.222.0.38 "PUT /v2.0/ports/15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 1093 time: 1.6588001 Jun 28 09:58:28.200075 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:28.202465 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:28.243697 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36414) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:28.279085 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:28.290864 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:28.307098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f14e2d-30a6-4d5f-84c7-76cf1b5dc2bc req-afb3a01f-00be-45bd-97e8-d4532f9f6d39 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:28.318096 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61f14e2d-30a6-4d5f-84c7-76cf1b5dc2bc req-afb3a01f-00be-45bd-97e8-d4532f9f6d39 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.2644932 Jun 28 09:58:28.377800 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-ed556142-a77d-41c3-b7a4-ee7c405b7aef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e529502fdf24590904c689f3041c151&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1301661 Jun 28 09:58:28.380523 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36416) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:28.469160 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.547657 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.628292 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:28.673713 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb39fca-5b5e-41ba-ac77-a08e4ca65b95 x-openstack-request-id: req-ceb39fca-5b5e-41ba-ac77-a08e4ca65b95 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:28.674021 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:28.674430 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ceb39fca-5b5e-41ba-ac77-a08e4ca65b95 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:28.674845 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'status': 'completed', 'code': 200} Jun 28 09:58:28.684570 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:28.685148 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device abacc312-1a4d-4fc7-b9d0-2221dbfcbd61 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:28.702604 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.706369 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:28.709258 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1158c16-ae46-4b24-9961-0281454501fb HTTP/1.1" status: 204 len: 168 time: 0.3274686 Jun 28 09:58:28.710375 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6c13abe5-8b53-4ca7-ba23-248ce325e7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:28.727142 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1158c16-ae46-4b24-9961-0281454501fb,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:28.734857 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:28.776004 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61f14e2d-30a6-4d5f-84c7-76cf1b5dc2bc req-df4b5ec2-afd3-4640-b665-d1fd5d9953e6 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515283 Jun 28 09:58:28.795315 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-17f5e3cd-52ef-4788-bc07-43e2a72cd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:28.796839 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-17f5e3cd-52ef-4788-bc07-43e2a72cd03a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1096 time: 0.1212678 Jun 28 09:58:29.028464 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-299c5edb-ff09-446c-a09a-baba85501890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:29.179765 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:29.795367 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36462) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:30.008829 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466cd18-ef07-4972-8e5a-0b65f6a4500f req-33eb95cd-c515-416c-99fe-96bc275e7999 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:30.030429 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c466cd18-ef07-4972-8e5a-0b65f6a4500f req-33eb95cd-c515-416c-99fe-96bc275e7999 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.1178381 Jun 28 09:58:30.089918 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c466cd18-ef07-4972-8e5a-0b65f6a4500f req-17fa5c7f-fb00-489a-8bfa-1b382f006cc1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Jun 28 09:58:30.129823 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-698300729-network', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:30.264954 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Made reservation on behalf of d071fa2d80c04ffcaf006d41a81016b1 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:30.267469 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.278613 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.288182 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.400924 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.522662 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.527148 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1db77731-b03d-403a-8a4c-3416ef782cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:30.549269 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:58:30.567305 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.568595 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Added segment c834808f-feb0-446b-a028-7688efda0796 of type vlan for network 178d310f-b7c0-4ec8-827a-87635080fb4b Jun 28 09:58:30.584409 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2927dce6-9e36-4f06-af72-30204a407015,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:30.605799 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:30.622746 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.761010 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.762467 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:30.792963 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.792963 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:31.026077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-9b263dd4-3278-4f63-9f95-edd317318f1b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:31.037152 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-9b263dd4-3278-4f63-9f95-edd317318f1b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/networks?id=1c1baac0-262a-47c4-b00c-22c302e95459 HTTP/1.1" status: 200 len: 814 time: 0.1462345 Jun 28 09:58:31.058015 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-7baa9061-d014-44fc-b942-96daecc85374 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/quotas/ff443363f9474c3498e8cd22e39ce7a0 HTTP/1.1" status: 200 len: 375 time: 0.0185626 Jun 28 09:58:31.146637 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-8c76a303-7bd4-4a3b-90df-a17c9d8fdc76 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858715 Jun 28 09:58:31.279298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36518) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:31.286907 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Request body: {'subnet': {'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-subnet', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:31.288715 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4919658 Jun 28 09:58:31.306449 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Pushing event updated for resources: {'Network': ['ID=178d310f-b7c0-4ec8-827a-87635080fb4b,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:31.315003 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:31.319785 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 178d310f-b7c0-4ec8-827a-87635080fb4b details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:58:31.320790 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-2cbf531a-ae0d-4663-bc5d-c1f10cbdbcc1 service neutron] 10.222.0.16 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657615 Jun 28 09:58:31.437225 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Made reservation on behalf of d071fa2d80c04ffcaf006d41a81016b1 for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:31.439857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12254328'] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:31.614144 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-52e7a468-923e-438b-b240-7ae4c5ee3d64 service neutron] 10.222.0.16 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825942 Jun 28 09:58:31.939101 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:31.939399 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8655343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12254314'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:31.941809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-393f091f-62d6-4c0e-b5db-5a27ce998781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:32.010833 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3922df-7932-46c6-a93f-a9c781fff7a2,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:32.038727 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:32.049532 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Checking segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:32.057203 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Network hostable DHCP agents. Network: 178d310f-b7c0-4ec8-827a-87635080fb4b, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:58:32.182057 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Network 178d310f-b7c0-4ec8-827a-87635080fb4b is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:58:32.219733 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef2f9-d069-4b92-bbc0-74386c2bb267 req-2474f3ef-191d-4389-a169-146bd6d1651d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:32.229086 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-171ef2f9-d069-4b92-bbc0-74386c2bb267 req-2474f3ef-191d-4389-a169-146bd6d1651d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.1144693 Jun 28 09:58:32.298343 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 178d310f-b7c0-4ec8-827a-87635080fb4b) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:32.309842 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f627a28-cd03-4b7a-8cbb-09dda8c2b696 None None] Network 178d310f-b7c0-4ec8-827a-87635080fb4b requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:32.314434 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-171ef2f9-d069-4b92-bbc0-74386c2bb267 req-dbb55ff1-ef12-47f8-a5d2-2ad803c72e7b tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842900 Jun 28 09:58:32.320836 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:32.322671 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.444950 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-12ace8dc-375a-468b-a037-16a82b6ca0ca req-9fee4e07-9e25-4daf-a367-7e6823acbb6c tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0401485 Jun 28 09:58:32.447156 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4d56459f-c28c-4b8a-9ff8-b15d21099674 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1663060 Jun 28 09:58:32.450160 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36548) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:32.468236 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:32.619879 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.621250 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.712874 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.746989 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-178d310f-b7c0-4ec8-827a-87635080fb4b', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:58:32.748943 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.033094 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Allocated IP 172.20.0.2 (178d310f-b7c0-4ec8-827a-87635080fb4b/6f3922df-7932-46c6-a93f-a9c781fff7a2/f41410a8-632a-49c8-9fc7-62e75d5d332e) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:33.224781 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.277346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.277346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Transition to ACTIVE for port object f41410a8-632a-49c8-9fc7-62e75d5d332e will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:33.287092 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Transition to ACTIVE for port object f41410a8-632a-49c8-9fc7-62e75d5d332e will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:33.550441 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f0ed0861-34e2-47fe-9904-a24656b386ab req-6d4fa78e-5353-4f17-be14-ee93bdc9e5c2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0464873 Jun 28 09:58:34.190979 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64657-8468-4973-9bc4-deb5d73f2d06 req-a588e63c-cfdb-45e6-89c4-bc0e296503a3 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.193281 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3ee64657-8468-4973-9bc4-deb5d73f2d06 req-a588e63c-cfdb-45e6-89c4-bc0e296503a3 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.0799944 Jun 28 09:58:34.255944 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3ee64657-8468-4973-9bc4-deb5d73f2d06 req-38624d05-fe7a-4032-9571-a32b08b2ff9a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 Jun 28 09:58:34.336428 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.356965 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:34.391996 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Network 178d310f-b7c0-4ec8-827a-87635080fb4b is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:34.395432 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:34.399775 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:34.440925 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Pushing event updated for resources: {'Port': ['ID=f41410a8-632a-49c8-9fc7-62e75d5d332e,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:34.467152 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.467589 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.468290 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.468636 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.468975 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.469380 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.469713 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.470054 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.470446 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.470778 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.471173 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.471503 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:34.488177 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:34.497597 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Attempting to bind port f41410a8-632a-49c8-9fc7-62e75d5d332e on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:34.499528 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Attempting to bind port f41410a8-632a-49c8-9fc7-62e75d5d332e by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:34.503019 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Attempting to bind port f41410a8-632a-49c8-9fc7-62e75d5d332e on network 178d310f-b7c0-4ec8-827a-87635080fb4b {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:34.524883 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:34.527367 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Checking segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:34.527854 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.528301 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Bound using segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:34.528839 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Bound port: f41410a8-632a-49c8-9fc7-62e75d5d332e, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:34.531191 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.701615 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5da7c109-90eb-498b-991b-6744c39f5670 req-aa01b5e3-40c7-40bb-af70-5c7a0c514cb5 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0450864 Jun 28 09:58:34.746749 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.788573 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.922009 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] For port f41410a8-632a-49c8-9fc7-62e75d5d332e, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:34.926549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] For port f41410a8-632a-49c8-9fc7-62e75d5d332e, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f41410a8-632a-49c8-9fc7-62e75d5d332e,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:34.935668 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Allocated IP 172.28.1.227 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/03f72dab-3028-41e3-92e5-03108140901b) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:35.082696 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.087726 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-2ce03dec-eb74-4a44-9ad0-c18e523da90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:35.093124 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36600) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:35.140140 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.184797 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Pushing event updated for resources: {'Port': ['ID=f41410a8-632a-49c8-9fc7-62e75d5d332e,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:35.197155 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:35.264593 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d63302c9-1be6-4211-975d-56eb30d5e721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.352521 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.353754 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:35.444585 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:35.456962 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:35.459622 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:35.495365 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d63302c9-1be6-4211-975d-56eb30d5e721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.571729 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Pushing event updated for resources: {'Port': ['ID=03f72dab-3028-41e3-92e5-03108140901b,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:35.599167 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:35.658105 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d63302c9-1be6-4211-975d-56eb30d5e721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.662919 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cdde3905-0a97-4081-bf84-6d38f668159c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:35.745235 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d63302c9-1be6-4211-975d-56eb30d5e721 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2de87c776c794f0da718c3e8da2c3c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6506829 Jun 28 09:58:35.747965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36624) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:35.756638 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63302c9-1be6-4211-975d-56eb30d5e721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c02bf3-83d8-4116-a59a-5b11e43710ef,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:35.762187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d63302c9-1be6-4211-975d-56eb30d5e721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:35.844678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0f2ec-f30c-4a3a-a9bf-ed0aac633957 req-98c5bd9f-31ed-48c2-8da9-d78ebc7f8040 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:35.846588 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-70a0f2ec-f30c-4a3a-a9bf-ed0aac633957 req-98c5bd9f-31ed-48c2-8da9-d78ebc7f8040 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.2318969 Jun 28 09:58:35.883673 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.920602 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-70a0f2ec-f30c-4a3a-a9bf-ed0aac633957 req-8e72a17a-9423-4eb2-852e-ef667c557950 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669742 Jun 28 09:58:35.929554 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.107381 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cfab32e8-3013-4a83-8caa-b3386b4ac8cf req-50c51466-51dc-4465-9141-3e13490692a6 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0331895 Jun 28 09:58:36.210576 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.210576 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.210576 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5c02bf3-83d8-4116-a59a-5b11e43710ef HTTP/1.1" status: 204 len: 168 time: 0.4595184 Jun 28 09:58:36.211152 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-90517097-633f-40bd-ab4e-ab5c7b3caa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:36.229592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c02bf3-83d8-4116-a59a-5b11e43710ef,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:36.242787 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:36.288472 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.591079 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.723344 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5cc6a-7339-4e46-a336-f2c3bb1474a5 None None] Network 178d310f-b7c0-4ec8-827a-87635080fb4b requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:37.030286 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:58:37.062742 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-67e456e2-fdda-478d-bae3-a4446d8dc6c6 None None] Provisioning for port f41410a8-632a-49c8-9fc7-62e75d5d332e completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:37.396054 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-78e41231-8d3f-4474-8d7d-433daac705ae req-00fa5764-52ff-4e50-8628-8047dbfc97f9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0402334 Jun 28 09:58:37.472826 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f8e5-c226-49a1-b8d2-4f03f9386e98 req-f9d09ad2-fd89-4973-9032-027840b97a91 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:37.474320 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c5b1f8e5-c226-49a1-b8d2-4f03f9386e98 req-f9d09ad2-fd89-4973-9032-027840b97a91 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.3420885 Jun 28 09:58:37.475381 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:58:37.488441 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:58:37.510006 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:37.510006 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:37.523375 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c5b1f8e5-c226-49a1-b8d2-4f03f9386e98 req-c920605f-0446-445d-b38e-a20928bff15e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Jun 28 09:58:37.548286 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f41410a8-632a-49c8-9fc7-62e75d5d332e up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:37.564675 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36650) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:37.578839 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.630824 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.635079 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1803157 Jun 28 09:58:37.635330 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36652) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:37.654000 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:37.794524 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port f41410a8-632a-49c8-9fc7-62e75d5d332e completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:37.800474 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port f41410a8-632a-49c8-9fc7-62e75d5d332e triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:37.812278 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.842836 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.911130 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:35Z', 'revision_number': 3, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:37.945495 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:58:37.946138 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Updating router 2a724a6d-d1c2-45d9-a298-29ec80104bad port 03f72dab-3028-41e3-92e5-03108140901b binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:58:37.957824 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.964601 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-21db60e6-4b39-48d5-aa2f-74b879809b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:37.976656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36658) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:37.988263 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.013311 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.040513 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f04e957fb3e44e44aa2b6d09159c3499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745667 Jun 28 09:58:38.043471 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36662) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:38.045677 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677dadba-cad6-4e1f-8562-1ddc3b972f64,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.050211 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.109793 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.112635 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port f41410a8-632a-49c8-9fc7-62e75d5d332e, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f41410a8-632a-49c8-9fc7-62e75d5d332e,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:38.129383 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.167734 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.201630 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.212581 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.216665 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.314564 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.317364 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.321459 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/677dadba-cad6-4e1f-8562-1ddc3b972f64 HTTP/1.1" status: 204 len: 168 time: 0.2739131 Jun 28 09:58:38.321459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bd19e8c5-1902-478e-b7ec-ac6f447f49f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.333435 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677dadba-cad6-4e1f-8562-1ddc3b972f64,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.345111 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-375a356a-d8d0-4e27-94e7-2bcaf75b1c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.373653 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.407279 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=f41410a8-632a-49c8-9fc7-62e75d5d332e,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.414702 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.447106 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.451926 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.461875 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.477351 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Transition to ACTIVE for port object 03f72dab-3028-41e3-92e5-03108140901b will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:38.491706 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81156f9e-9ce1-470b-8272-ff5a70510ae7,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.494115 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Allocated IP 172.20.0.1 (178d310f-b7c0-4ec8-827a-87635080fb4b/6f3922df-7932-46c6-a93f-a9c781fff7a2/01d9e090-e41c-432a-b92e-8d8c51def180) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:38.507215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.507215 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0479b6325b2841b59d15776ce0701d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232410 Jun 28 09:58:38.507215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36668) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:38.571490 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-88dd2a37-06f1-41c7-9778-b5bde1ad0d97 req-9a776dd3-e746-4dd9-814e-c3fea94a92a3 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0420582 Jun 28 09:58:38.585548 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.590423 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.593559 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.624784 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.642094 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.663834 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.provisioning_blocks [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Transition to ACTIVE for port object 01d9e090-e41c-432a-b92e-8d8c51def180 will not be triggered until provisioned by entity DHCP. {{(pid=100108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:38.672131 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Attempting to bind port 03f72dab-3028-41e3-92e5-03108140901b on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:38.672735 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Attempting to bind port 03f72dab-3028-41e3-92e5-03108140901b by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:38.673537 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Attempting to bind port 03f72dab-3028-41e3-92e5-03108140901b on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:38.681632 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:38.686301 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:38.686301 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.686301 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:38.686301 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Bound port: 03f72dab-3028-41e3-92e5-03108140901b, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:38.686301 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.711035 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf28184-bbf8-4cce-bb6f-48029064990d None None] Pushing event updated for resources: {'Port': ['ID=03f72dab-3028-41e3-92e5-03108140901b,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.715575 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-5cf28184-bbf8-4cce-bb6f-48029064990d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.747418 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] For port 03f72dab-3028-41e3-92e5-03108140901b, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:38.751032 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] For port 03f72dab-3028-41e3-92e5-03108140901b, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=03f72dab-3028-41e3-92e5-03108140901b,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:38.780501 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ccb64-ff47-4f75-bf34-8ca60d14bcd8 req-37c734d3-686b-4494-ad05-950114ed361e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:38.780501 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fe1ccb64-ff47-4f75-bf34-8ca60d14bcd8 req-37c734d3-686b-4494-ad05-950114ed361e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.1097479 Jun 28 09:58:38.813042 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.821954 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.821954 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81156f9e-9ce1-470b-8272-ff5a70510ae7 HTTP/1.1" status: 204 len: 168 time: 0.3142791 Jun 28 09:58:38.822208 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fe1ccb64-ff47-4f75-bf34-8ca60d14bcd8 req-8100e21d-5af4-4259-8eef-d87960cd4b4d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346494 Jun 28 09:58:38.822320 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4d80fe4f-e0f7-4dab-bd16-e43e8a8f2d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.828136 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81156f9e-9ce1-470b-8272-ff5a70510ae7,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.830861 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.950501 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.952548 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:39.003815 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.013581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:39.024410 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf28184-bbf8-4cce-bb6f-48029064990d None None] Pushing event updated for resources: {'Port': ['ID=03f72dab-3028-41e3-92e5-03108140901b,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:39.027503 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:39.028087 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:39.031954 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-5cf28184-bbf8-4cce-bb6f-48029064990d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:39.069049 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Network 178d310f-b7c0-4ec8-827a-87635080fb4b is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:39.072433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:39.079609 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:39.114703 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Pushing event updated for resources: {'Port': ['ID=01d9e090-e41c-432a-b92e-8d8c51def180,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:39.124973 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:39.140885 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.204013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:39.437763 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.458441 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:35Z', 'revision_number': 3, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:39.491509 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2510b-49c3-4dfd-9482-58fe24b533d4 None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:35Z', 'revision_number': 3, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:58:39.498853 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f41410a8-632a-49c8-9fc7-62e75d5d332e up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:39.548871 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port f41410a8-632a-49c8-9fc7-62e75d5d332e triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:39.549432 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.572195 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-722c1d1f-f298-4f51-874b-b352eaac8887 None None] Provisioning for port 01d9e090-e41c-432a-b92e-8d8c51def180 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:39.581419 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-722c1d1f-f298-4f51-874b-b352eaac8887 None None] Provisioning complete for port 01d9e090-e41c-432a-b92e-8d8c51def180 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:39.581817 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-722c1d1f-f298-4f51-874b-b352eaac8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.633875 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-722c1d1f-f298-4f51-874b-b352eaac8887 None None] Port 01d9e090-e41c-432a-b92e-8d8c51def180 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:58:39.724901 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.790360 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dbf0eac3-2272-44ad-a851-ad1d62198c44 req-1f7d7af3-ee38-42ef-90f3-51f930c57901 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0365853 Jun 28 09:58:39.868707 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.909232 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:39.929342 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-5ce15341-cf00-4398-a5fd-1f7d0513eb31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 217 time: 0.0583434 Jun 28 09:58:40.007242 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-f144e26a-2716-4623-b521-c0bd0ccfc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.012770 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-f144e26a-2716-4623-b521-c0bd0ccfc6d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0705757 Jun 28 09:58:40.013090 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.122699 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Pushing event updated for resources: {'Port': ['ID=01d9e090-e41c-432a-b92e-8d8c51def180,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:40.134048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-47aeacc4-24e1-4d32-8e54-e8ac4e5cf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.134258 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:40.138466 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-47aeacc4-24e1-4d32-8e54-e8ac4e5cf052 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1219726 Jun 28 09:58:40.301931 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-58056868-e80f-4d96-abfc-6ebeac35bb10 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541615 Jun 28 09:58:40.306629 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f86fa2-9d21-41ad-bfe4-fd2bebaf7186 req-8265a441-1891-45f6-af90-cc06e982230e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.308347 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f0f86fa2-9d21-41ad-bfe4-fd2bebaf7186 req-8265a441-1891-45f6-af90-cc06e982230e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.2810392 Jun 28 09:58:40.354767 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Network 178d310f-b7c0-4ec8-827a-87635080fb4b is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:40.362351 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:40.401846 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f0f86fa2-9d21-41ad-bfe4-fd2bebaf7186 req-040756bc-a0bd-4694-bb06-9f0c118c53c5 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813575 Jun 28 09:58:40.438331 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5268ca14-09bf-4d4e-8104-58a56bcac13e req-dbbf59fb-7000-47f3-a6f6-3b5925150957 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295700 Jun 28 09:58:40.534671 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:58:40.619243 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36726) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:40.684922 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-1dd71112-a6ee-431f-b171-44455f8c54d8 None None] Provisioning complete for port 01d9e090-e41c-432a-b92e-8d8c51def180 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:40.686253 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1dd71112-a6ee-431f-b171-44455f8c54d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.700213 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-8e97d3e1-1284-4bb0-8700-ca8bad988f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.700213 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-8e97d3e1-1284-4bb0-8700-ca8bad988f45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1096 time: 0.0812588 Jun 28 09:58:40.740135 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:58:40.747352 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] 10.222.0.16 "PUT /v2.0/routers/2a724a6d-d1c2-45d9-a298-29ec80104bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1101780 Jun 28 09:58:40.760709 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-1dd71112-a6ee-431f-b171-44455f8c54d8 None None] Port 01d9e090-e41c-432a-b92e-8d8c51def180 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:58:40.823692 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-2d157441-9edb-45dc-8f33-96982b32abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.826730 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-2d157441-9edb-45dc-8f33-96982b32abe7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.1276851 Jun 28 09:58:40.889144 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460539246-network', 'tenant_id': '48d5c3df562c4f1bab438e617c0cab79'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:40.891627 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-cef13dba-969f-40dc-98fa-04d87800f69f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 217 time: 0.0585175 Jun 28 09:58:40.980409 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-5e735b57-b1bb-4035-a240-54d14c0b92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.982411 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-5e735b57-b1bb-4035-a240-54d14c0b92c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0816233 Jun 28 09:58:41.022855 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ecc1647a-256d-407c-9a34-8271e35e72bb req-b70304ba-402e-4b6b-8fc9-477809f9b194 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0383186 Jun 28 09:58:41.071678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-2e13de71-fe68-467b-ac91-79ca9173d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:41.073386 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-2e13de71-fe68-467b-ac91-79ca9173d122 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0766284 Jun 28 09:58:41.110264 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Made reservation on behalf of 48d5c3df562c4f1bab438e617c0cab79 for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:41.114668 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.163244 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.236356 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-121f1e21-1691-4c6d-afd9-23c5de0a78d1 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561580 Jun 28 09:58:41.380951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.383714 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8fdb75bd-d850-4335-aa5c-6e09267ba1e2 req-11fc0b93-7c39-47d1-bed2-575a8b8d9778 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403770 Jun 28 09:58:41.496438 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 03f72dab-3028-41e3-92e5-03108140901b up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:41.573418 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.578987 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e1d7cc10-8366-4a04-8ba6-206a824941a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:41.609350 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:58:41.625780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55a235-32e3-45fe-ab2c-8c833641e796,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:41.640765 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.640765 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Added segment a1139f3b-2abb-4e40-9d95-8de4a90a8cb6 of type vlan for network 4bf62250-55dd-4e10-9b13-9bf85104a206 Jun 28 09:58:41.640765 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:41.641551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36746) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:41.645309 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--912774349', 'description': 'tempest-description--689975899'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:41.665446 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 03f72dab-3028-41e3-92e5-03108140901b completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:41.671026 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 03f72dab-3028-41e3-92e5-03108140901b triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:41.671864 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.690861 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691c61-30ec-43df-b033-89decce1ad82 req-96908dd6-cfc4-4607-9b3a-3f7983cd9686 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:41.692587 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-65691c61-30ec-43df-b033-89decce1ad82 req-96908dd6-cfc4-4607-9b3a-3f7983cd9686 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.1551211 Jun 28 09:58:41.712523 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.751748 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:58:41.761893 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:41.762651 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:41.763347 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-65691c61-30ec-43df-b033-89decce1ad82 req-b13b20d1-4d77-4da4-90f4-d4ce97ed2f14 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606480 Jun 28 09:58:41.766920 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.797116 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 03f72dab-3028-41e3-92e5-03108140901b, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=03f72dab-3028-41e3-92e5-03108140901b,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:41.812638 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.841422 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.843433 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:41.843979 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.848017 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:41.893153 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:41.904612 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.907326 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:41.920527 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:41.947951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf62250-55dd-4e10-9b13-9bf85104a206,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:41.951270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:41.961818 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 4bf62250-55dd-4e10-9b13-9bf85104a206 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:58:41.997644 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=03f72dab-3028-41e3-92e5-03108140901b,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:42.008836 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:42.018467 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.022048 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d2eaba68-f903-403c-960d-7d6b9d3f9b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:42.051801 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:42.055783 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:42.120656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-62a19f53-094f-41c3-aab0-0b0bfc005e4b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:42.122568 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-62a19f53-094f-41c3-aab0-0b0bfc005e4b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "GET /v2.0/networks?id=1c1baac0-262a-47c4-b00c-22c302e95459 HTTP/1.1" status: 200 len: 814 time: 0.1687868 Jun 28 09:58:42.124726 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5037053 Jun 28 09:58:42.127497 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36750) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:42.135385 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Request body: {'subnet': {'network_id': '4bf62250-55dd-4e10-9b13-9bf85104a206', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460539246-subnet', 'tenant_id': '48d5c3df562c4f1bab438e617c0cab79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:42.151603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Request body: {'port': {'device_id': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459', 'admin_state_up': True, 'tenant_id': 'ff443363f9474c3498e8cd22e39ce7a0'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:42.159786 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.160834 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5193853 Jun 28 09:58:42.164272 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36752) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:42.170927 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 2, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:42.172435 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'security_group_rule': {'security_group_id': '99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:42.190568 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.db.api [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:58:42.190568 dv-cinder-786627-12-smb neutron-server[100108]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:58:42.190568 dv-cinder-786627-12-smb neutron-server[100108]: [parameters: {'project_id_1': 'd071fa2d80c04ffcaf006d41a81016b1', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 58, 42, 180987)}] Jun 28 09:58:42.190568 dv-cinder-786627-12-smb neutron-server[100108]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:58:42.192587 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_db.api [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:58:42.206513 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:58:42.206888 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Updating router 2a724a6d-d1c2-45d9-a298-29ec80104bad port 01d9e090-e41c-432a-b92e-8d8c51def180 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:58:42.234411 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-eaed4e43-b766-4c16-a4f6-f14f76422090 req-403a5ad4-05e4-416c-880b-fc94e8e32254 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0422542 Jun 28 09:58:42.254027 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.281778 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Made reservation on behalf of 48d5c3df562c4f1bab438e617c0cab79 for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:42.292081 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10439498'] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.492966 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Made reservation on behalf of ff443363f9474c3498e8cd22e39ce7a0 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:42.497589 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.666509 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.670566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Allocated IP 172.20.0.10 (1c1baac0-262a-47c4-b00c-22c302e95459/09b8e98f-fc6b-4808-a9e5-4731fa1a3a76/d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:42.678962 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Transition to ACTIVE for port object 01d9e090-e41c-432a-b92e-8d8c51def180 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:42.682325 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10439512'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.685903 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-91c18102-506c-431e-be13-33d8ec849573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:42.876982 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.885437 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-1d6efe51-38ef-4ff3-91a2-fd3cdf104e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:42.927310 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d921ee-7f98-4bf7-8c95-5a35522b3405,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:42.936750 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:42.944551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:42.951124 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Checking segment: {'id': 'a1139f3b-2abb-4e40-9d95-8de4a90a8cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4bf62250-55dd-4e10-9b13-9bf85104a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:42.951124 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Network hostable DHCP agents. Network: 4bf62250-55dd-4e10-9b13-9bf85104a206, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:58:43.012145 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.073062 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Pushing event updated for resources: {'Port': ['ID=01d9e090-e41c-432a-b92e-8d8c51def180,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:43.091058 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.092665 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.093654 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.094435 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.095205 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.096029 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.097152 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.097881 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.098737 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.099521 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.100305 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.102209 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:43.107932 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.109595 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Network 4bf62250-55dd-4e10-9b13-9bf85104a206 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:58:43.121716 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:43.134773 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166728-9cde-467a-ab8a-f113dead5e99 req-1c20fa57-aea9-476a-9d2d-21213a347c0b tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:43.140652 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-06166728-9cde-467a-ab8a-f113dead5e99 req-1c20fa57-aea9-476a-9d2d-21213a347c0b tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.2152238 Jun 28 09:58:43.181444 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-06166728-9cde-467a-ab8a-f113dead5e99 req-66042449-d415-4765-a873-e312f6894abc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Jun 28 09:58:43.265207 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.266657 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 4bf62250-55dd-4e10-9b13-9bf85104a206) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:43.269836 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.271968 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:43.272787 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.295556 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc9b332-c6f4-4534-9e5e-73b8fcf32f49 None None] Network 4bf62250-55dd-4e10-9b13-9bf85104a206 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:43.295670 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:43.321079 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25906fc9-0648-488f-b913-2cc1ef081e36,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:43.325661 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:43.429401 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.454659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:43.494719 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Network 1c1baac0-262a-47c4-b00c-22c302e95459 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:43.506237 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:43.508396 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 03f72dab-3028-41e3-92e5-03108140901b up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:43.514025 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.515176 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3496695 Jun 28 09:58:43.527127 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-249f4f59-374c-459a-8011-785bd87e8c89 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3898211 Jun 28 09:58:43.527127 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36780) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:43.527127 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'security_group_rule': {'security_group_id': '99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:43.527740 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:43.530794 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c5709-aa75-4791-909d-34c1782ede85 None None] Network 4bf62250-55dd-4e10-9b13-9bf85104a206 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:43.537390 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Pushing event updated for resources: {'Port': ['ID=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:43.568300 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:43.599499 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e3b-f5b9-4eff-a2e7-8585a15c4c56 req-196373bf-9d07-4b47-8b9b-6c143e080512 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:43.602281 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-76fb5e3b-f5b9-4eff-a2e7-8585a15c4c56 req-196373bf-9d07-4b47-8b9b-6c143e080512 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 932 time: 0.1411831 Jun 28 09:58:43.619099 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:43.619803 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.640443 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 03f72dab-3028-41e3-92e5-03108140901b triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:43.640842 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.661486 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-76fb5e3b-f5b9-4eff-a2e7-8585a15c4c56 req-342f672c-b94a-44a4-a8ac-bd643656954e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482931 Jun 28 09:58:43.767226 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Attempting to bind port 01d9e090-e41c-432a-b92e-8d8c51def180 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:43.767592 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Attempting to bind port 01d9e090-e41c-432a-b92e-8d8c51def180 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:43.767955 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Attempting to bind port 01d9e090-e41c-432a-b92e-8d8c51def180 on network 178d310f-b7c0-4ec8-827a-87635080fb4b {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:43.774210 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:43.774881 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Checking segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:43.775499 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.775894 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Bound using segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:43.776411 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Bound port: 01d9e090-e41c-432a-b92e-8d8c51def180, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:43.776865 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.778390 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.855248 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] For port 01d9e090-e41c-432a-b92e-8d8c51def180, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:43.858967 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] For port 01d9e090-e41c-432a-b92e-8d8c51def180, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=01d9e090-e41c-432a-b92e-8d8c51def180,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:43.868941 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:58:43.873306 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:43.876789 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7359307 Jun 28 09:58:43.895869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Request body: {'port': {'device_id': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:43.998598 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.004368 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:44.009728 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.076965 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.085464 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:44.086559 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:44.131254 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:44.155157 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Pushing event updated for resources: {'Port': ['ID=01d9e090-e41c-432a-b92e-8d8c51def180,revision_number=4']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:44.172303 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-6c3f58f1-3c6b-4b97-aa18-7aa46a6265d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:44.179502 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a496b4-6bf0-496c-9ff1-c56ad5d1d34b,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:44.183062 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:44.289458 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:44.315710 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.321547 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-73fe2494-9da2-4dee-9bb7-8fc8b825f013 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7967236 Jun 28 09:58:44.321695 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36800) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:44.327692 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'floatingip': {'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:44.431475 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:44.442062 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.463661 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Transition to ACTIVE for port object d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:44.489383 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2737-f305-4e24-93bf-249fc252ceca req-1c7f4c6c-6d16-484c-a526-ae46d92da771 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:44.495108 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-782f2737-f305-4e24-93bf-249fc252ceca req-1c7f4c6c-6d16-484c-a526-ae46d92da771 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.1216128 Jun 28 09:58:44.495421 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.566284 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-782f2737-f305-4e24-93bf-249fc252ceca req-0a68c996-fddf-487f-b7f3-6fa62c23b699 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Jun 28 09:58:44.581791 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36806) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:44.591022 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1367239047-network', 'tenant_id': 'd272965946604080a4efb13d99191eeb'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:44.604007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.613023 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:44.641452 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:43Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:44.671584 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4ab8-3065-475e-b591-cdb9f4b038f1 None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:43Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:58:44.706882 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 15bb002a-cf46-4dd2-b390-b79b9b663d1a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:58:44.719944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:44.754787 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:44.931119 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:44.947819 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'port_id': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'mac_address': 'fa:16:3e:68:fc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:58:44.998244 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Allocated IP 172.28.1.129 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/70541a23-a8c5-4642-8053-a2efc046ec04) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:45.003123 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.029583 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bb002a-cf46-4dd2-b390-b79b9b663d1a {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:45.063940 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:45.121404 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:45.123362 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Made reservation on behalf of d272965946604080a4efb13d99191eeb for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:45.125830 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.129415 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a92f7-4477-47c0-be8c-bc894fdd630b req-f7c6eadb-da78-4fc9-ac46-fecf344dea8b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:45.136665 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4e4a92f7-4477-47c0-be8c-bc894fdd630b req-f7c6eadb-da78-4fc9-ac46-fecf344dea8b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 944 time: 0.2333033 Jun 28 09:58:45.164207 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.199900 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4e4a92f7-4477-47c0-be8c-bc894fdd630b req-96a8f031-cebf-418a-a0d5-351f8db65884 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622442 Jun 28 09:58:45.232290 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Attempting to bind port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:45.232623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Attempting to bind port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:45.234034 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Attempting to bind port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 on network 1c1baac0-262a-47c4-b00c-22c302e95459 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:45.237277 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.243780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 on network 1c1baac0-262a-47c4-b00c-22c302e95459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:58:45.244028 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Attempting to bind port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 on network 1c1baac0-262a-47c4-b00c-22c302e95459 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:45.252611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:45.252941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Checking segment: {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:45.253368 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Bound using segment: {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:45.253748 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Bound port: d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:45.254098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.355232 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.357879 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] For port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:45.361051 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] For port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:45.497444 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 01d9e090-e41c-432a-b92e-8d8c51def180 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:45.746648 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620ff50-0867-4992-af3b-646c20981c08 req-25e1aa30-7588-45a9-a40d-b360e1c49dbc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:45.748217 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a620ff50-0867-4992-af3b-646c20981c08 req-25e1aa30-7588-45a9-a40d-b360e1c49dbc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 943 time: 0.0640695 Jun 28 09:58:45.788921 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a620ff50-0867-4992-af3b-646c20981c08 req-74f0c132-6d5b-4135-9442-c1086fea2c1c tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348873 Jun 28 09:58:46.012609 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.014229 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 01d9e090-e41c-432a-b92e-8d8c51def180 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:46.016086 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.017070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-79f32a49-3c25-4131-901d-65713a52cfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.017868 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.020547 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6ef6360c-672b-493c-8cf0-df7a8647c05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.020839 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.026295 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.037391 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 01d9e090-e41c-432a-b92e-8d8c51def180 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:46.038204 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.052770 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:58:46.072084 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.072718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.074482 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] 10.222.0.38 "PUT /v2.0/ports/d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 HTTP/1.1" status: 200 len: 1094 time: 2.1832976 Jun 28 09:58:46.075200 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'tag': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:46.077584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda54c4-8439-40cb-ab43-5640915d7011" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4c6abb-48d8-4613-b84a-d19d3e33bc97", "tag": "d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:46.090509 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468740ca-da10-479a-999c-564ae6bafa21,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.093911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.094547 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Added segment 9df6b52c-e9d3-4306-aae7-5709eb0a05f4 of type vlan for network b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5 Jun 28 09:58:46.096587 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:46.098118 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8bda55f2-cc03-4f6e-b05c-3bd34f73dea3 tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.125504 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:46.136417 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:46.136417 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'Port': ['ID=70541a23-a8c5-4642-8053-a2efc046ec04,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.141101 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:46.143683 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:46.193839 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.206530 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a18e10-c163-4e60-8e53-ce1c5b12f9bd x-openstack-request-id: req-52a18e10-c163-4e60-8e53-ce1c5b12f9bd {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:46.207052 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4c6abb-48d8-4613-b84a-d19d3e33bc97", "tag": "d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:46.207224 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52a18e10-c163-4e60-8e53-ce1c5b12f9bd {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:46.208153 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'tag': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5', 'status': 'completed', 'code': 200} Jun 28 09:58:46.230024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.239120 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:46.290423 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.297243 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.302452 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:46.309115 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda54c4-8439-40cb-ab43-5640915d7011 req-ee8f1801-b060-4c59-86f7-90b93ff88423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.309337 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.311228 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7bda54c4-8439-40cb-ab43-5640915d7011 req-ee8f1801-b060-4c59-86f7-90b93ff88423 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 1097 time: 0.0742271 Jun 28 09:58:46.335626 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 01d9e090-e41c-432a-b92e-8d8c51def180, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=01d9e090-e41c-432a-b92e-8d8c51def180,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:46.409485 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.416247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.416861 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.421983 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.462725 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['15bb002a-cf46-4dd2-b390-b79b9b663d1a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:46.489844 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.499804 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.507049 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda54c4-8439-40cb-ab43-5640915d7011 req-4f13e881-99ba-4304-9ecf-475574cbd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.513639 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7bda54c4-8439-40cb-ab43-5640915d7011 req-4f13e881-99ba-4304-9ecf-475574cbd78c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1934946 Jun 28 09:58:46.519241 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.533774 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:58:46.539530 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:46.558864 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.572215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938ac18-c678-49df-b25f-7e1120a22219 req-a3381bfb-ac77-4f13-9725-7e900d507e48 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.573783 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5938ac18-c678-49df-b25f-7e1120a22219 req-a3381bfb-ac77-4f13-9725-7e900d507e48 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 944 time: 0.2330785 Jun 28 09:58:46.614835 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0281320 Jun 28 09:58:46.615418 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36826) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:46.623352 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Request body: {'subnet': {'network_id': 'b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1367239047-subnet', 'tenant_id': 'd272965946604080a4efb13d99191eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:46.666515 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5938ac18-c678-49df-b25f-7e1120a22219 req-4d4e3007-c480-48a7-b325-9df3fdb95ca5 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605268 Jun 28 09:58:46.669682 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda54c4-8439-40cb-ab43-5640915d7011 req-f2e47719-38ee-405b-bc0a-e5c63c4efa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.673062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7bda54c4-8439-40cb-ab43-5640915d7011 req-f2e47719-38ee-405b-bc0a-e5c63c4efa63 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1486866 Jun 28 09:58:46.733970 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=01d9e090-e41c-432a-b92e-8d8c51def180,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.740527 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:46.769849 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.775259 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-07287621-0f5f-4574-9998-0e4319846951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.776966 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-07287621-0f5f-4574-9998-0e4319846951 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 1097 time: 0.0578995 Jun 28 09:58:46.823846 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-a403580c-7085-492b-bc00-24c012a56bfb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 HTTP/1.1" status: 200 len: 217 time: 0.0387428 Jun 28 09:58:46.872484 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-52b9170b-ed0f-4e6b-aa08-eb6d7719d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:46.873891 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-52b9170b-ed0f-4e6b-aa08-eb6d7719d0a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09b8e98f-fc6b-4808-a9e5-4731fa1a3a76 HTTP/1.1" status: 200 len: 854 time: 0.0439811 Jun 28 09:58:46.881275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Made reservation on behalf of d272965946604080a4efb13d99191eeb for: {'subnet': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:46.885425 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10439498'] for subnet, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.908476 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-9315cb7f-1a29-4a59-8b8c-e22fe392f84d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c1baac0-262a-47c4-b00c-22c302e95459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274699 Jun 28 09:58:46.975316 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.990192 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-af1ccbc5-9fab-40e5-bf9b-f84fe6940164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:47.003584 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-c8d36724-0ccb-41b3-a49c-09a6bcbbd8b3 service neutron] 10.222.0.38 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887475 Jun 28 09:58:47.091411 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'Port': ['ID=70541a23-a8c5-4642-8053-a2efc046ec04,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:47.094192 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:47.096217 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-546a0c71-8264-40a1-a7d9-c8a2de149013 req-ef10ec05-b22a-48cd-a46f-0bc68c56d82d service neutron] 10.222.0.38 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Jun 28 09:58:47.119076 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.131654 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273195d8-7bf3-40a0-a5c2-da9728a26ac0 req-688b0741-7f6b-4099-9896-fa7cbe946d3d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:47.133232 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-273195d8-7bf3-40a0-a5c2-da9728a26ac0 req-688b0741-7f6b-4099-9896-fa7cbe946d3d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 944 time: 0.2296407 Jun 28 09:58:47.221874 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-273195d8-7bf3-40a0-a5c2-da9728a26ac0 req-3d00c939-d8cd-427e-9ea8-91db7c155890 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818498 Jun 28 09:58:47.275658 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.277052 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9543023 Jun 28 09:58:47.319216 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10439512'] for subnet, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.322627 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-484d5172-dac4-4f29-b464-b554dd5c96a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:47.376557 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda12c6b-159e-4f07-ba8c-14c02ce067ac,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:47.379286 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:47.389795 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Checking segment: {'id': '9df6b52c-e9d3-4306-aae7-5709eb0a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:47.390259 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Network hostable DHCP agents. Network: b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:58:47.477637 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 01d9e090-e41c-432a-b92e-8d8c51def180 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:47.490383 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Network b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:58:47.496656 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-f1b16949-eeb7-48eb-b770-902b1fe4b907 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--912774349&fields=id&tenant_id=d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 267 time: 0.0472884 Jun 28 09:58:47.526779 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 01d9e090-e41c-432a-b92e-8d8c51def180 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:47.527155 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.610729 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5) {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:47.622641 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:47.623161 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182293c-9e2e-4460-b71e-80b91b476e13 None None] Network b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:47.625157 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.664901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-cc08fe0d-51bd-41d3-85eb-501a173d80e4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:47.667110 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-cc08fe0d-51bd-41d3-85eb-501a173d80e4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 816 time: 0.1630180 Jun 28 09:58:47.688785 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-93500a17-b949-4c1f-ad15-66ca1339e243 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/quotas/d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 375 time: 0.0153317 Jun 28 09:58:47.792207 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6fd01e90-193f-4d78-ad48-6007d7d07cc5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1683202 Jun 28 09:58:47.794721 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-cfe37f23-1898-4374-9cc6-41f40dff76ad tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915697 Jun 28 09:58:47.795222 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf92701-536c-4228-b27b-9c2fa5ea069d None None] Network b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:58:47.891379 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5a80f-55d1-49e8-b262-d635a90f1592 req-726915b0-94a0-42bf-9759-a383ac1d6112 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:47.892851 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-add5a80f-55d1-49e8-b262-d635a90f1592 req-726915b0-94a0-42bf-9759-a383ac1d6112 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 944 time: 0.1019967 Jun 28 09:58:47.913422 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-ef64432d-6dda-45a4-beae-3c5e1101fa6e service neutron] 10.222.0.16 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099749 Jun 28 09:58:47.942025 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-add5a80f-55d1-49e8-b262-d635a90f1592 req-e39b805a-a4b3-480f-8c1e-afb351ead9a0 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jun 28 09:58:47.942841 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36858) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:47.995687 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Deleting subnet 91d921ee-7f98-4bf7-8c95-5a35522b3405 {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:58:48.002185 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.017950 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-98b0231c-e166-460b-8d83-d49b35d4d888 service neutron] 10.222.0.16 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984004 Jun 28 09:58:48.033183 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.072590 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.230495 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.233777 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:48.266761 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d921ee-7f98-4bf7-8c95-5a35522b3405,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:48.270794 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.272035 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91d921ee-7f98-4bf7-8c95-5a35522b3405 HTTP/1.1" status: 204 len: 168 time: 0.3275766 Jun 28 09:58:48.272569 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-235f5389-e143-4e9f-95a5-bdf259070a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:48.274479 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36864) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:48.364466 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-82613765-b782-46a3-a4ef-fc48e5a54511 req-0b0188ef-fc1a-4768-9850-ce7281d48870 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 210 time: 0.0623341 Jun 28 09:58:48.402868 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.489953 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e7652-bc16-404e-9896-a2ea581c156e req-21dd895c-b78e-4d78-b2f9-1aafa9196393 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:48.491491 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1b6e7652-bc16-404e-9896-a2ea581c156e req-21dd895c-b78e-4d78-b2f9-1aafa9196393 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 944 time: 0.0850253 Jun 28 09:58:48.507756 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.518050 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf62250-55dd-4e10-9b13-9bf85104a206']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:48.527889 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1139f3b-2abb-4e40-9d95-8de4a90a8cb6') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:48.528232 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1139f3b-2abb-4e40-9d95-8de4a90a8cb6') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:48.531511 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1b6e7652-bc16-404e-9896-a2ea581c156e req-ef1bf96c-19bd-47db-a1c3-d08245bb09a2 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339859 Jun 28 09:58:48.537397 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.551014 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.557756 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:58:48.558159 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:58:48.559802 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:58:48.710042 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 15bb002a-cf46-4dd2-b390-b79b9b663d1a up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:48.727635 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.732242 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fd7ef2bc-98ca-480f-9a53-64b4262be703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:48.735292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.737736 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] 10.222.0.16 "DELETE /v2.0/networks/4bf62250-55dd-4e10-9b13-9bf85104a206 HTTP/1.1" status: 204 len: 168 time: 0.4610982 Jun 28 09:58:48.739812 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36874) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:48.753043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf62250-55dd-4e10-9b13-9bf85104a206,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:48.759879 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:48.797850 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Deleting subnet cda12c6b-159e-4f07-ba8c-14c02ce067ac {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:58:48.801175 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.839072 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.878370 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:48.907943 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 15bb002a-cf46-4dd2-b390-b79b9b663d1a completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:48.912984 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 15bb002a-cf46-4dd2-b390-b79b9b663d1a triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:48.913812 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.010141 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.038666 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:49.041279 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0aa0fa-34ce-4249-b323-c0224abc0f96" -d '{"events": [{"server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "name": "network-vif-plugged", "status": "completed", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:49.057377 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:49.074344 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.077294 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:49.090932 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3b02b-8f03-4d25-9080-e7475f8fc0ae x-openstack-request-id: req-2ee3b02b-8f03-4d25-9080-e7475f8fc0ae {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:49.091268 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "name": "network-vif-plugged", "status": "completed", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:49.091512 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ee3b02b-8f03-4d25-9080-e7475f8fc0ae {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:49.091984 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'code': 200} Jun 28 09:58:49.115139 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda12c6b-159e-4f07-ba8c-14c02ce067ac,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:49.117515 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:49.122753 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.127136 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-96a74ac6-6850-45ab-b7f4-0bc303cb4a69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cda12c6b-159e-4f07-ba8c-14c02ce067ac HTTP/1.1" status: 204 len: 168 time: 0.3840725 Jun 28 09:58:49.127549 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36886) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:49.161517 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.164427 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:49.174410 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65261f-2b77-4630-bd53-9451af47156c req-0ec9187e-a0bf-4a70-8ee2-7ed2092f48ba tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:49.180368 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f65261f-2b77-4630-bd53-9451af47156c req-0ec9187e-a0bf-4a70-8ee2-7ed2092f48ba tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 944 time: 0.1086018 Jun 28 09:58:49.218961 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.228824 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f65261f-2b77-4630-bd53-9451af47156c req-06178629-c030-47b6-8e87-71879dc4b8cd tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Jun 28 09:58:49.232444 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:49.236043 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:49.498172 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.522150 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cfe7d61f-0320-4ea5-8ac5-a0ad714a7606 req-8469d5e7-6758-4a00-91ac-6519c165c42b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 210 time: 0.0400090 Jun 28 09:58:49.525457 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:49.535145 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df6b52c-e9d3-4306-aae7-5709eb0a05f4') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:49.535378 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df6b52c-e9d3-4306-aae7-5709eb0a05f4') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:49.554261 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.570142 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.576711 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:58:49.576951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe896c2-f3e0-4245-bdbc-29a76b1ab6d1 req-b4e7a5d7-2625-4623-bb44-6506b09ce2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:49.577460 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.578345 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1fe896c2-f3e0-4245-bdbc-29a76b1ab6d1 req-b4e7a5d7-2625-4623-bb44-6506b09ce2ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1098 time: 0.0692971 Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:58:49.579291 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:58:49.612736 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1fe896c2-f3e0-4245-bdbc-29a76b1ab6d1 req-8deb8b5b-e78f-4f97-9b3b-cff2888d9c72 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273330 Jun 28 09:58:49.716265 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f40cd-2e5f-45f9-8dd7-20eea459c991 req-8859c24f-a1a6-446d-b8a9-bd461abef16a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:49.717692 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-417f40cd-2e5f-45f9-8dd7-20eea459c991 req-8859c24f-a1a6-446d-b8a9-bd461abef16a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0653839 Jun 28 09:58:49.753956 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-417f40cd-2e5f-45f9-8dd7-20eea459c991 req-6ec08627-426f-4ffb-a0a2-543f8d0ce7cb tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Jun 28 09:58:49.784256 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.787787 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5462412e-89e6-4bc0-aa78-07ed5c341915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:49.792506 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:49.792506 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5 HTTP/1.1" status: 204 len: 168 time: 0.6635134 Jun 28 09:58:49.803586 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e0e4b4-ddaa-4ea2-a6c7-018737f747d5,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:49.805790 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d3816f2c-f720-4381-8834-aac2ecf41a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:50.350724 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36940) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:50.395958 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-6cfafb13-3ce1-42c8-b6ab-08368f5570a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48d5c3df562c4f1bab438e617c0cab79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433927 Jun 28 09:58:50.398330 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 36946) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:50.429540 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40af51-8bcd-4686-a243-c47690fd1703 req-4d934c95-d046-477b-b7f2-261eb61bdc18 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:50.431185 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0f40af51-8bcd-4686-a243-c47690fd1703 req-4d934c95-d046-477b-b7f2-261eb61bdc18 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 944 time: 0.0640342 Jun 28 09:58:50.452569 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:50.474258 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0f40af51-8bcd-4686-a243-c47690fd1703 req-57f48335-245f-4bd6-bfbd-b3247f8992c3 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Jun 28 09:58:50.486484 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:50.667876 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dfc1c2f4-06f8-4e44-a086-36ddce39e6fe req-22ef8026-c8eb-4deb-90be-8c7e7cd497e9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 210 time: 0.0317597 Jun 28 09:58:50.668624 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:50.671238 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:50.672269 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c55a235-32e3-45fe-ab2c-8c833641e796 HTTP/1.1" status: 204 len: 168 time: 0.2730043 Jun 28 09:58:50.673160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ca07c24e-8665-429c-ba54-f49bb6c3fc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:50.681193 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55a235-32e3-45fe-ab2c-8c833641e796,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:50.683387 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:50.731674 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:58:50.834342 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:50.847585 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5', 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459', 'port_id': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5', 'mac_address': 'fa:16:3e:63:86:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b8e98f-fc6b-4808-a9e5-4731fa1a3a76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:58:50.888416 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:50.902761 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:50.928778 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:50.964466 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97f18-1088-4917-a744-a3a19883ec33 req-b0fea283-7936-4333-998f-6b1fa91ffc04 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:50.966068 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96f97f18-1088-4917-a744-a3a19883ec33 req-b0fea283-7936-4333-998f-6b1fa91ffc04 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0940635 Jun 28 09:58:51.003762 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96f97f18-1088-4917-a744-a3a19883ec33 req-93cb338d-7420-4338-910a-209ccf88181b tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Jun 28 09:58:51.104003 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:51.106787 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-8dd72748-ab5a-42b4-8e12-a526ccdf17b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:51.175183 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:51.179077 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:51.478924 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:51.698860 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36966) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:51.709597 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b366e60-7f76-4ee1-b736-dc4577aa89d4 req-a4089200-0565-463e-bcab-7ad4d25c65db tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:51.711481 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b366e60-7f76-4ee1-b736-dc4577aa89d4 req-a4089200-0565-463e-bcab-7ad4d25c65db tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 945 time: 0.0725532 Jun 28 09:58:51.754170 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7b366e60-7f76-4ee1-b736-dc4577aa89d4 req-9bff1afa-709c-4195-9a11-5581ef75d6b9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361269 Jun 28 09:58:51.758559 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-66d6ddaf-277d-40b9-aa61-6e96d6440ca6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d272965946604080a4efb13d99191eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583317 Jun 28 09:58:51.761033 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 36970) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:51.812419 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:51.849108 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0a78ecdc-8e05-4ca9-bcb0-1a8815b971b9 req-985ee178-778e-478e-b379-e823758c2d6d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 210 time: 0.0346720 Jun 28 09:58:51.861789 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:52.092578 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:52.097528 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:52.101413 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/468740ca-da10-479a-999c-564ae6bafa21 HTTP/1.1" status: 204 len: 168 time: 0.3378818 Jun 28 09:58:52.102785 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cac805a8-c4cd-475b-9a49-4a24b4feb7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:52.116129 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468740ca-da10-479a-999c-564ae6bafa21,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:52.123201 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d87c8a0e-3418-4865-8abd-0dd53b14871b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:52.216731 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-11788303-67f9-4e1d-81b3-380c611dbef2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:52.218606 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-11788303-67f9-4e1d-81b3-380c611dbef2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 816 time: 0.1682017 Jun 28 09:58:52.256874 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b63e9-4d52-4142-9980-f23f58cd606f req-d288d643-a7cf-4cc3-a427-6d2380a84ff1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:52.258375 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e18b63e9-4d52-4142-9980-f23f58cd606f req-d288d643-a7cf-4cc3-a427-6d2380a84ff1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.1269934 Jun 28 09:58:52.300034 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-e00ab48e-5ada-41eb-acf9-f2d59201d7ac tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 379 time: 0.0719419 Jun 28 09:58:52.322786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'port': {'device_id': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'admin_state_up': True, 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'security_groups': ['99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:52.343833 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e18b63e9-4d52-4142-9980-f23f58cd606f req-6f96a243-33b1-43be-9906-703fe5a0b614 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778358 Jun 28 09:58:52.566596 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0dacd-39f1-46c4-ab79-df829956b86f req-4556bc88-a773-441d-8abc-2c31b5786708 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:52.569293 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fdb0dacd-39f1-46c4-ab79-df829956b86f req-4556bc88-a773-441d-8abc-2c31b5786708 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0918200 Jun 28 09:58:52.592268 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Made reservation on behalf of d071fa2d80c04ffcaf006d41a81016b1 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:58:52.597745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:52.618436 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fdb0dacd-39f1-46c4-ab79-df829956b86f req-eb7a6a99-6c8e-4272-a282-ad17ce679bb6 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Jun 28 09:58:52.737456 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:52.973723 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Allocated IP 172.20.0.8 (178d310f-b7c0-4ec8-827a-87635080fb4b/6f3922df-7932-46c6-a93f-a9c781fff7a2/f21c1a2a-0971-42ed-8280-d9c5a86d1c52) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:52.993546 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:53.009944 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:53.010612 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:53.141178 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b7818-34c5-4352-8418-13528809562b req-dc01b931-6a99-42c9-ab56-f94a9253398e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:53.144052 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-498b7818-34c5-4352-8418-13528809562b req-dc01b931-6a99-42c9-ab56-f94a9253398e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 945 time: 0.1224575 Jun 28 09:58:53.222418 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:53.239106 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-498b7818-34c5-4352-8418-13528809562b req-daa76b7b-238a-40b1-b30e-459fec4fa2f4 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Jun 28 09:58:53.287807 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:53.288434 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982836e3-df5c-4a5e-a7c7-359ee5dc1895" -d '{"events": [{"server_uuid": "5d4c6abb-48d8-4613-b84a-d19d3e33bc97", "name": "network-vif-plugged", "status": "completed", "tag": "d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:53.305353 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:53.338663 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8203a4c3-f87e-4978-96cd-4e6f5125f58a req-5e1db2e8-dea9-478b-90e6-38b852d5be0d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 210 time: 0.0567987 Jun 28 09:58:53.354911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:53.374800 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Transition to ACTIVE for port object f21c1a2a-0971-42ed-8280-d9c5a86d1c52 will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:53.403320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1805c8-7d13-4d95-8684-21f3dd7349dc x-openstack-request-id: req-3b1805c8-7d13-4d95-8684-21f3dd7349dc {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:53.403320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4c6abb-48d8-4613-b84a-d19d3e33bc97", "name": "network-vif-plugged", "status": "completed", "tag": "d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:53.403320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b1805c8-7d13-4d95-8684-21f3dd7349dc {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:53.403320 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5', 'code': 200} Jun 28 09:58:53.429823 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:53.432641 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-d446438f-0c0d-45e0-b191-16cb43e05914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:53.523752 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:53.534358 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a8550-8407-45cc-9afa-b36c2a2d328e req-95d26aee-b0d0-4a1a-bd07-4979ee998f4e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:53.534503 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:53.535732 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7f2a8550-8407-45cc-9afa-b36c2a2d328e req-95d26aee-b0d0-4a1a-bd07-4979ee998f4e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.1293190 Jun 28 09:58:53.555519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:53.560939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f6fc465d-db3e-4f9f-816e-667ca9c2410e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:53.608844 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7f2a8550-8407-45cc-9afa-b36c2a2d328e req-9b3d7af6-65dd-4984-a6ff-03b5ffe7f2cd tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679173 Jun 28 09:58:53.643136 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Network 178d310f-b7c0-4ec8-827a-87635080fb4b is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:53.653142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:53.655193 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:53.665753 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:53.688490 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:53.721494 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:53.722478 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:53.962238 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea18a1-80c7-4788-b5d1-3928b13c1cf9 req-d1bbbcbe-06a6-46a4-a456-698e42ef73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:53.964773 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a2ea18a1-80c7-4788-b5d1-3928b13c1cf9 req-d1bbbcbe-06a6-46a4-a456-698e42ef73c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 1099 time: 0.0824225 Jun 28 09:58:54.010416 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a2ea18a1-80c7-4788-b5d1-3928b13c1cf9 req-d5ae37dd-ee48-43f1-8dd1-ebe1b3a616db service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Jun 28 09:58:54.051335 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7345159 Jun 28 09:58:54.113005 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Request body: {'port': {'device_id': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:54.129098 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-00db89d8-8ead-4f46-9c83-1e88be6362f5 None None] Provisioning for port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:54.138230 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-00db89d8-8ead-4f46-9c83-1e88be6362f5 None None] Provisioning complete for port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:54.139316 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-00db89d8-8ead-4f46-9c83-1e88be6362f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:54.179982 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-00db89d8-8ead-4f46-9c83-1e88be6362f5 None None] Port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:58:54.216291 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:54.556551 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad805f1-befe-44be-8be6-f4181b178782 req-2949714b-76b6-4f55-9de8-3789a55920a2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:54.559204 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bad805f1-befe-44be-8be6-f4181b178782 req-2949714b-76b6-4f55-9de8-3789a55920a2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.1494074 Jun 28 09:58:54.616548 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d29e-bdc3-4a3e-a12e-cd9c55226cb8 req-0f17907c-fe59-4c68-a7d4-5803eac0152f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:54.618898 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1114d29e-bdc3-4a3e-a12e-cd9c55226cb8 req-0f17907c-fe59-4c68-a7d4-5803eac0152f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 931 time: 0.1102753 Jun 28 09:58:54.663719 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bad805f1-befe-44be-8be6-f4181b178782 req-18e6a689-c930-473e-803c-ae74e760dee9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955141 Jun 28 09:58:54.681660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21c1a2a-0971-42ed-8280-d9c5a86d1c52 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:54.707311 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:54.707719 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1114d29e-bdc3-4a3e-a12e-cd9c55226cb8 req-7d67be4c-601b-471e-8b13-7856ac044181 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761280 Jun 28 09:58:54.707913 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Transition to ACTIVE for port object f21c1a2a-0971-42ed-8280-d9c5a86d1c52 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:58:54.853152 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:54.857849 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-baa82aec-8d7d-4356-94d1-4901ffaa5a86 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:54.957595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:54.988280 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:55.048491 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Attempting to bind port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:58:55.049348 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Attempting to bind port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:58:55.049715 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Attempting to bind port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 on network 178d310f-b7c0-4ec8-827a-87635080fb4b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:55.055924 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 on network 178d310f-b7c0-4ec8-827a-87635080fb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:58:55.056359 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Attempting to bind port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 on network 178d310f-b7c0-4ec8-827a-87635080fb4b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:58:55.062329 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:58:55.062830 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Checking segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:58:55.063425 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Bound using segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:58:55.063898 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Bound port: f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:58:55.064394 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:55.176531 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:58:55.180774 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:58:55.362097 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:55.364426 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4c3a8d85-d70c-40bf-a32b-32223a87703b tempest-VolumesActionsTest-1099690405 tempest-VolumesActionsTest-1099690405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:55.402688 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:55.403577 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:55.404966 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] 10.222.0.38 "PUT /v2.0/ports/f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 1093 time: 1.2966330 Jun 28 09:58:55.407537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:55.410911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14514c1-7f07-475e-ab50-4f3849ac3f97" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:55.451270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:55.463085 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:55.467328 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054faf55-10ff-4b9b-b627-36a02b955679 x-openstack-request-id: req-054faf55-10ff-4b9b-b627-36a02b955679 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:55.467633 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:55.468407 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-054faf55-10ff-4b9b-b627-36a02b955679 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:55.468842 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'status': 'completed', 'code': 200} Jun 28 09:58:55.556416 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14514c1-7f07-475e-ab50-4f3849ac3f97 req-3cf3d72b-1391-4be6-9146-9359941c1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:55.558029 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b14514c1-7f07-475e-ab50-4f3849ac3f97 req-3cf3d72b-1391-4be6-9146-9359941c1edf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1096 time: 0.0677824 Jun 28 09:58:55.673058 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14514c1-7f07-475e-ab50-4f3849ac3f97 req-d242795d-b01a-4dd8-a905-212cc82de2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:55.674433 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b14514c1-7f07-475e-ab50-4f3849ac3f97 req-d242795d-b01a-4dd8-a905-212cc82de2c4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1069672 Jun 28 09:58:55.821814 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14514c1-7f07-475e-ab50-4f3849ac3f97 req-ea32c91f-bb55-4f61-ad6b-524f9e7acdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:55.823861 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b14514c1-7f07-475e-ab50-4f3849ac3f97 req-ea32c91f-bb55-4f61-ad6b-524f9e7acdde service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1404183 Jun 28 09:58:55.910438 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f82f-1e21-4386-b666-b75d13572132 req-ff4107ac-39c2-4961-be7d-214d227764f4 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:55.912850 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6105f82f-1e21-4386-b666-b75d13572132 req-ff4107ac-39c2-4961-be7d-214d227764f4 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.0820243 Jun 28 09:58:55.962077 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6105f82f-1e21-4386-b666-b75d13572132 req-e1fc04d3-c345-43f9-b2fd-c2b5bbf79962 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Jun 28 09:58:56.248555 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058192b0-5bd8-4ebd-b3c2-08abca836745 req-70a229b3-43fe-4c78-9a04-16764268bacd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:56.250126 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-058192b0-5bd8-4ebd-b3c2-08abca836745 req-70a229b3-43fe-4c78-9a04-16764268bacd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.3760407 Jun 28 09:58:56.252911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-ec9a4c20-3f6b-4c5d-9fcd-07f567fe9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:56.254289 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-ec9a4c20-3f6b-4c5d-9fcd-07f567fe9f36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1096 time: 0.3697469 Jun 28 09:58:56.321527 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-439f365b-9afd-4c97-a675-48c8385945bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 217 time: 0.0493371 Jun 28 09:58:56.372705 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-058192b0-5bd8-4ebd-b3c2-08abca836745 req-cd4f03f2-f2f9-4ba9-9c11-6dfc270f9c15 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159360 Jun 28 09:58:56.391455 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-71ab0530-deb5-4536-b6ed-ad787058db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:56.394168 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-71ab0530-deb5-4536-b6ed-ad787058db60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0710390 Jun 28 09:58:56.473729 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204284c7-595a-484f-965c-9602395cfead req-9246cabe-89dd-4976-a37a-14ab98d11ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:56.475917 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-9246cabe-89dd-4976-a37a-14ab98d11ea3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743108 Jun 28 09:58:56.577926 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-e71e0c7c-f85c-4302-b902-ba9bd2b7df1b service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918391 Jun 28 09:58:56.621934 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d9129cd9-0768-4037-8f5d-01a5b27114ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:56.679896 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-204284c7-595a-484f-965c-9602395cfead req-2686fe1a-551f-4724-a66a-1e008a2295e4 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954518 Jun 28 09:58:57.623438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2091-3332-4da4-a875-72e2a46ca121 req-b01c3de7-4365-474d-b9f9-a96bdc398b4a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:57.627342 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c5bc2091-3332-4da4-a875-72e2a46ca121 req-b01c3de7-4365-474d-b9f9-a96bdc398b4a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0721879 Jun 28 09:58:57.672364 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c5bc2091-3332-4da4-a875-72e2a46ca121 req-cb959ffb-f2dc-4258-bd25-580b40cb8a82 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Jun 28 09:58:58.882852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b991-8ce4-43f9-9115-7c2a9f64461c req-9336bb2c-a40e-42f5-b3cb-83ef9b1e3fde tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:58.884483 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d647b991-8ce4-43f9-9115-7c2a9f64461c req-9336bb2c-a40e-42f5-b3cb-83ef9b1e3fde tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0718336 Jun 28 09:58:58.933397 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d647b991-8ce4-43f9-9115-7c2a9f64461c req-394a54bf-0d99-4d04-b57d-2b8e71922321 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417330 Jun 28 09:58:59.069288 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a6ccca05-2d0b-4e77-bc49-82320f920b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:59.233815 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:00.121043 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa7b00-931c-4cce-86f0-88412b650855 req-0e631cfb-04e3-42b7-a026-5e7dd25be051 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:00.122479 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82fa7b00-931c-4cce-86f0-88412b650855 req-0e631cfb-04e3-42b7-a026-5e7dd25be051 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0645654 Jun 28 09:59:00.163847 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82fa7b00-931c-4cce-86f0-88412b650855 req-f946788b-0178-4670-9aff-2ee3f805c3ed tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355258 Jun 28 09:59:00.296193 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:00.777588 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37288) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:00.799604 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:59:00.909916 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:00.932003 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:00.947421 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'mac_address': 'fa:16:3e:07:8c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:59:01.009252 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.019608 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.023229 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21c1a2a-0971-42ed-8280-d9c5a86d1c52 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:01.046480 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:01.178547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.178775 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.183265 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:01.183976 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9c0432e7-b277-44a4-903c-ddc26b30a311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:01.257014 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96e183177b19495c80c2ed2e72da56f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778018 Jun 28 09:59:01.264459 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37296) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:01.273552 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:01.276424 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d29c4-ec8b-4ed5-8ab7-75780e8ceb33,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:01.281785 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:01.288414 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:01.351052 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.376029 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.549486 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.552740 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:01.554392 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/870d29c4-ec8b-4ed5-8ab7-75780e8ceb33 HTTP/1.1" status: 204 len: 168 time: 0.2881479 Jun 28 09:59:01.555522 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cada7217-e57b-4264-956b-d645166ebd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:01.564781 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d29c4-ec8b-4ed5-8ab7-75780e8ceb33,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:01.567657 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-2b383089-f68b-4431-b0e0-d314ddea943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:01.577254 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc879-d1bf-4696-880e-7599f706f764 req-c3d5f69d-9ee6-4326-8214-7a243af9b90a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:01.579311 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-585dc879-d1bf-4696-880e-7599f706f764 req-c3d5f69d-9ee6-4326-8214-7a243af9b90a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 944 time: 0.0979388 Jun 28 09:59:01.629145 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-585dc879-d1bf-4696-880e-7599f706f764 req-bf1e2466-aad8-4554-a1ce-e0827fd6a5ae tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395126 Jun 28 09:59:01.660676 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f21c1a2a-0971-42ed-8280-d9c5a86d1c52'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:01.930487 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:02.422398 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82613e4c-85d3-4fe6-8b64-b77945bac876 req-9707611a-e4cf-46dd-8929-0df3a5d66358 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:02.423909 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82613e4c-85d3-4fe6-8b64-b77945bac876 req-9707611a-e4cf-46dd-8929-0df3a5d66358 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0678904 Jun 28 09:59:02.472141 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82613e4c-85d3-4fe6-8b64-b77945bac876 req-3f23fc94-cc1e-4155-9b4a-a189a9435abf tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Jun 28 09:59:02.496343 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37324) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:02.516191 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37328) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:02.533785 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:02.625730 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:02.800222 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:59:02.807412 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce3df9-eef1-4251-9d04-5b23239b6b60 tempest-TestMinimumBasicScenario-1098885801 tempest-TestMinimumBasicScenario-1098885801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:02.810851 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-80ce3df9-eef1-4251-9d04-5b23239b6b60 tempest-TestMinimumBasicScenario-1098885801 tempest-TestMinimumBasicScenario-1098885801-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1093 time: 0.3131883 Jun 28 09:59:02.812787 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:02.814883 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37334) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:02.816409 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-399a1cd1-2846-4d5c-bf9c-63051b9ad50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:02.824599 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'floatingip': {'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'port_id': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:02.826861 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89ecd6-304b-43e2-8800-8b290531953e req-396f66f7-334a-494d-9ccc-15745921fc54 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:02.828462 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ec89ecd6-304b-43e2-8800-8b290531953e req-396f66f7-334a-494d-9ccc-15745921fc54 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 944 time: 0.0789452 Jun 28 09:59:02.884002 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5046296-8e30-4030-b2ad-1051f2ca9a03,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:02.888627 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=268f7836d8964734b93dbc438414ecc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713291 Jun 28 09:59:02.889718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:02.893608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37336) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:02.909062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ec89ecd6-304b-43e2-8800-8b290531953e req-df30d393-aa2b-4098-83e1-da2413ca2945 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563493 Jun 28 09:59:02.960850 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:02.985646 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.022422 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for floatingip, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.097929 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:03.103163 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:03.103690 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.128053 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.171429 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.174259 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.176650 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5046296-8e30-4030-b2ad-1051f2ca9a03 HTTP/1.1" status: 204 len: 168 time: 0.2817369 Jun 28 09:59:03.190754 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.216650 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:03.220249 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed4fbf-97dd-416e-8e77-9cd56f1105fd" -d '{"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:03.231362 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b7964ec0-78be-46b2-bd9e-6583a4e6583c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:03.239080 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:03.256159 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5046296-8e30-4030-b2ad-1051f2ca9a03,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:03.264455 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:03.301972 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.304695 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:03.332066 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02182b81-13df-4247-b499-ca78448276ba x-openstack-request-id: req-02182b81-13df-4247-b499-ca78448276ba {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:03.332678 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:03.333113 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02182b81-13df-4247-b499-ca78448276ba {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:03.334213 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'code': 200} Jun 28 09:59:03.367264 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:03.371439 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:03.397421 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Allocated IP 172.28.1.140 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/1e3ae723-2f03-4968-a35c-1692a274450b) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:03.516562 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.678077 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.678077 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:03.717155 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:03.720238 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:03.723857 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:03.751113 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'Port': ['ID=1e3ae723-2f03-4968-a35c-1692a274450b,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:03.756974 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:03.915335 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04652a67-12ba-4ab2-912e-18b9f7dcc435 req-cfd700c0-489b-4771-b696-2c3c1405c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:03.917503 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-04652a67-12ba-4ab2-912e-18b9f7dcc435 req-cfd700c0-489b-4771-b696-2c3c1405c561 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1098 time: 0.0708954 Jun 28 09:59:03.955041 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-04652a67-12ba-4ab2-912e-18b9f7dcc435 req-57b4de3b-dd67-4417-849e-97d35bf5c6a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282102 Jun 28 09:59:04.138050 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8b06f-ccb8-4b6a-b3d9-25d6cb214247 req-eabe7ede-77d7-4eef-a3f4-8ac9d0e069d4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:04.139769 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5cf8b06f-ccb8-4b6a-b3d9-25d6cb214247 req-eabe7ede-77d7-4eef-a3f4-8ac9d0e069d4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0799947 Jun 28 09:59:04.182845 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5cf8b06f-ccb8-4b6a-b3d9-25d6cb214247 req-fda8e6fe-563b-4a1f-9365-87bdcc55a302 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356348 Jun 28 09:59:04.512136 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:04.710605 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:04.900788 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.004513 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.007114 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:05.076339 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'Port': ['ID=1e3ae723-2f03-4968-a35c-1692a274450b,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:05.080749 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:05.092471 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.204196 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.l3_db [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Floating IP 085e6164-7487-4125-8cb7-46e2c9ac1ab4 associated. External IP: 172.28.1.140, port: 15bb002a-cf46-4dd2-b390-b79b9b663d1a. Jun 28 09:59:05.461476 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37392) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:05.476206 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3e29-6cb0-480f-bf01-e42aab3dd733 req-a0234af1-d839-4587-9b15-ad10dc55539a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:05.477721 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-acda3e29-6cb0-480f-bf01-e42aab3dd733 req-a0234af1-d839-4587-9b15-ad10dc55539a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.1499627 Jun 28 09:59:05.532257 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Router 41df7020-6dfe-443d-a7d0-e37217db804e has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:05.536778 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-acda3e29-6cb0-480f-bf01-e42aab3dd733 req-ba5f0437-af51-4503-a584-208460391de1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499902 Jun 28 09:59:05.605540 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5636d62a-0307-4e58-857f-8c0b725e79d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.675388 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:05.692377 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] Sync routers for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:05.703952 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:05.709465 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:05.727253 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5636d62a-0307-4e58-857f-8c0b725e79d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.827006 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:05.846586 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5636d62a-0307-4e58-857f-8c0b725e79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.850462 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17891cbe-a555-4195-ac25-009213f51734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:05.896363 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5636d62a-0307-4e58-857f-8c0b725e79d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a9df95768e5469cb7eff8ae21693b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336741 Jun 28 09:59:05.896559 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37406) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:05.897584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d62a-0307-4e58-857f-8c0b725e79d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e667b859-a86a-4bc3-8f62-451c1b036684,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:05.901006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5636d62a-0307-4e58-857f-8c0b725e79d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:05.970618 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.999610 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.007504 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.069018 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-98692049-69c9-4e0a-919d-e115d692f1e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2515082 Jun 28 09:59:06.072143 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37416) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:06.073233 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:06.078578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835473923', 'description': 'tempest-secgroup-smoke-835473923 description', 'project_id': 'dff01cf51aa24a5788000919b499c481'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:06.078775 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b3144-1be3-43c2-851a-e7bb305de2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:06.131874 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba72d7e-2b13-45eb-82e5-23b7ed3bbf56 x-openstack-request-id: req-cba72d7e-2b13-45eb-82e5-23b7ed3bbf56 {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:06.131874 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:06.131874 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cba72d7e-2b13-45eb-82e5-23b7ed3bbf56 {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:06.131874 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'status': 'completed', 'code': 200} Jun 28 09:59:06.188464 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '085e6164-7487-4125-8cb7-46e2c9ac1ab4', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'port_id': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'mac_address': 'fa:16:3e:68:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:04Z', 'updated_at': '2021-06-28T09:59:04Z', 'revision_number': 0, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:46Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:06.198791 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.202598 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.208272 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e667b859-a86a-4bc3-8f62-451c1b036684 HTTP/1.1" status: 204 len: 168 time: 0.3066618 Jun 28 09:59:06.208272 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-da3f7dee-c44f-4e3f-8058-e16cb6e8148d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:06.219542 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] Checking router: 41df7020-6dfe-443d-a7d0-e37217db804e for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:06.220222 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e667b859-a86a-4bc3-8f62-451c1b036684,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:06.223030 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-a38a0087-2689-413b-84e3-cb12245f6c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:06.228586 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-38ca18e0-60d0-4f7b-baff-c006f027cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.230618 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-38ca18e0-60d0-4f7b-baff-c006f027cfbe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1098 time: 0.0688672 Jun 28 09:59:06.232741 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.242516 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:06.243264 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:06.401494 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-3ad36e3a-d595-4eb0-85e6-999e56a51069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.404381 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-3ad36e3a-d595-4eb0-85e6-999e56a51069 service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.1604218 Jun 28 09:59:06.535052 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:06.545651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.552576 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-86090111-7d2f-4b17-9535-afdad5cac721 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 999 time: 0.1393032 Jun 28 09:59:06.583586 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37426) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:06.650868 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-5a7aa758-bd03-4099-9f1e-dfc510a17e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.655247 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-5a7aa758-bd03-4099-9f1e-dfc510a17e9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0913892 Jun 28 09:59:06.759551 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-e6ba60bb-a580-49b8-a8b1-01a65ade301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.762889 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-e6ba60bb-a580-49b8-a8b1-01a65ade301f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0966797 Jun 28 09:59:06.867409 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5988d-20b9-4956-8c9b-ac611fb5b49d req-ec5688d7-e02d-4f2c-b5a5-bab459d80885 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.869018 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-19a5988d-20b9-4956-8c9b-ac611fb5b49d req-ec5688d7-e02d-4f2c-b5a5-bab459d80885 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.1353030 Jun 28 09:59:06.921006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.927161 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-567b539b-55ed-467d-8fad-4c6e7cfdc52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:06.943306 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-d073ae87-4ffe-450d-a202-190fe59702b9 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615694 Jun 28 09:59:06.947704 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-19a5988d-20b9-4956-8c9b-ac611fb5b49d req-2bd18db7-b645-481a-8db5-337fdd87fdbc tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685468 Jun 28 09:59:07.000518 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3abca3-336c-4187-9896-e289907c9089,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:07.008618 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '085e6164-7487-4125-8cb7-46e2c9ac1ab4', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'port_id': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'mac_address': 'fa:16:3e:68:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:04Z', 'updated_at': '2021-06-28T09:59:04Z', 'revision_number': 0, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:46Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:07.021895 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:07.044724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.077955 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145f7d8-555d-47d6-807e-c2da6ae0c8e8 None None] The sync data for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb is: [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '085e6164-7487-4125-8cb7-46e2c9ac1ab4', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'port_id': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'mac_address': 'fa:16:3e:68:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:04Z', 'updated_at': '2021-06-28T09:59:04Z', 'revision_number': 0, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:46Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:07.098568 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.100851 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0277150 Jun 28 09:59:07.106472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37444) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:07.111488 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group_rule': {'security_group_id': '4f3abca3-336c-4187-9896-e289907c9089', 'project_id': 'dff01cf51aa24a5788000919b499c481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:07.124913 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c29b3144-1be3-43c2-851a-e7bb305de2ba req-2cb9b20e-3b42-45d8-a282-aa00c878f743 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587937 Jun 28 09:59:07.220388 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.257923 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40eacb-8156-4b5b-80de-0d695fb0255f req-56981ea2-882f-4edb-8b8c-d3b4df3cf599 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:07.259553 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a40eacb-8156-4b5b-80de-0d695fb0255f req-56981ea2-882f-4edb-8b8c-d3b4df3cf599 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0893161 Jun 28 09:59:07.272606 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37448) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:07.277594 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'floatingip': {'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:07.354914 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.389198 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.399281 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0498c488-be7c-4703-bf63-b5f6b80ec164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:07.401715 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b49d6-edb1-4d89-b571-8f3abdd9ba29 None None] New status for floating IP 085e6164-7487-4125-8cb7-46e2c9ac1ab4: ACTIVE {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:07.506152 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b47423d59484d27946bcfa4809f4a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9198470 Jun 28 09:59:07.506745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37450) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:07.512650 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da03a7dd-7cd2-4669-8144-2aff70d33ea0,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:07.516193 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:07.577434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.662168 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.702625 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.712809 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.838157 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.849894 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:07.890649 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e78618-b894-4d24-8f26-353c64f93594,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:07.895780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:07.983276 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.986037 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:07.987219 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da03a7dd-7cd2-4669-8144-2aff70d33ea0 HTTP/1.1" status: 204 len: 168 time: 0.4794524 Jun 28 09:59:07.988438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a3a63703-fabf-4452-a684-b6a35f9123c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:07.997383 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03a7dd-7cd2-4669-8144-2aff70d33ea0,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:07.999616 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.000290 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:08.029561 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.033475 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9234619 Jun 28 09:59:08.033842 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37468) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:08.039580 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group_rule': {'security_group_id': '4f3abca3-336c-4187-9896-e289907c9089', 'project_id': 'dff01cf51aa24a5788000919b499c481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:08.092229 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.171841 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.241722 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.337816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.341175 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:08.358515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00186be2-50ad-4435-824e-9c13295f52c4,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:08.361445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:08.405974 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.l3_db [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Floating IP 52fccb09-f29a-498b-8cdf-2350b7048d80 associated. External IP: 172.28.1.129, port: f21c1a2a-0971-42ed-8280-d9c5a86d1c52. Jun 28 09:59:08.458966 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.460555 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4256692 Jun 28 09:59:08.464417 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37474) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:08.469719 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group_rule': {'security_group_id': '4f3abca3-336c-4187-9896-e289907c9089', 'project_id': 'dff01cf51aa24a5788000919b499c481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:08.623190 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.645990 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:08.689272 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.762632 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:08.767415 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.774554 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:08.785691 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:08.786346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:08.806384 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e8b5b1d9-e87c-4e66-b303-79b3babca8b7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "PUT /v2.0/floatingips/52fccb09-f29a-498b-8cdf-2350b7048d80 HTTP/1.1" status: 200 len: 991 time: 1.5326352 Jun 28 09:59:08.807291 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:08.810506 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7627c9a-7e07-4cd7-b4a3-959f396af262" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:08.860518 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e73db7-0327-42ca-8c38-737df81d036a x-openstack-request-id: req-a2e73db7-0327-42ca-8c38-737df81d036a {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:08.860816 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:08.860941 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2e73db7-0327-42ca-8c38-737df81d036a {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:08.861372 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'status': 'completed', 'code': 200} Jun 28 09:59:08.924637 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:08.962495 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-241c7b40-8caa-4c23-92b2-a34615e07779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:08.963588 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-241c7b40-8caa-4c23-92b2-a34615e07779 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1098 time: 0.0660074 Jun 28 09:59:09.050333 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.059662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0b412946-53a0-4245-85f2-b1c099a18bc9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:09.084968 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e33876-ee85-4f69-b77b-9c9ef5247735,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:09.092438 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:09.110440 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-dddd22ea-e7c2-489a-8904-71bdd4832ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.111831 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-dddd22ea-e7c2-489a-8904-71bdd4832ed0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.1388965 Jun 28 09:59:09.220809 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-0bb4dbdf-a43e-4477-bbbf-107b6df8d595 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 999 time: 0.1009378 Jun 28 09:59:09.233856 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '52fccb09-f29a-498b-8cdf-2350b7048d80', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'floating_ip_address': '172.28.1.129', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'mac_address': 'fa:16:3e:07:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:58:46Z', 'updated_at': '2021-06-28T09:59:07Z', 'revision_number': 1, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:09.241372 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.243183 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-532c759d-46d2-4d9b-9260-7776eeba8025 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7775195 Jun 28 09:59:09.247408 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37494) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:09.253833 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group_rule': {'security_group_id': '4f3abca3-336c-4187-9896-e289907c9089', 'project_id': 'dff01cf51aa24a5788000919b499c481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:09.290550 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:09.311102 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-bd7b2f34-61dc-4790-8f24-9e52c059bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.312972 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-bd7b2f34-61dc-4790-8f24-9e52c059bc36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0846028 Jun 28 09:59:09.321715 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:09.321715 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T09:58:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:09.403439 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-97c98f43-78c4-467e-aec3-9846766c7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.405758 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-97c98f43-78c4-467e-aec3-9846766c7f25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0805254 Jun 28 09:59:09.441062 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.477610 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:09.532557 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.533167 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-8eb01142-a013-4a43-b1cb-cc8fc8ca973f service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094284 Jun 28 09:59:09.658461 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.660895 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d7627c9a-7e07-4cd7-b4a3-959f396af262 req-be8fa89a-6810-4cea-b23b-d9e78b08aa8f service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206622 Jun 28 09:59:09.662393 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d7c82f5e-7762-40a0-8a22-2426c4727c72 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:09.689614 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeb1f06-a094-4f22-8489-12bd92d8dab2,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:09.701539 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:09.846203 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.847440 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5985892 Jun 28 09:59:09.852473 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37508) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:09.858957 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group_rule': {'security_group_id': '4f3abca3-336c-4187-9896-e289907c9089', 'project_id': 'dff01cf51aa24a5788000919b499c481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:09.867146 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '52fccb09-f29a-498b-8cdf-2350b7048d80', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'floating_ip_address': '172.28.1.129', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'mac_address': 'fa:16:3e:07:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:58:46Z', 'updated_at': '2021-06-28T09:59:07Z', 'revision_number': 1, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:09.918383 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c04b4-1ca2-470e-8563-3f6e75a2b935 None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '52fccb09-f29a-498b-8cdf-2350b7048d80', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'floating_ip_address': '172.28.1.129', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'mac_address': 'fa:16:3e:07:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:58:46Z', 'updated_at': '2021-06-28T09:59:07Z', 'revision_number': 1, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:09.966742 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.securitygroups_db [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Project dff01cf51aa24a5788000919b499c481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:59:09.973434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.078802 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.192423 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.201004 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:10.227754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af86fd0-4bd6-4880-aa26-89b12e0e5419,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:10.230803 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:10.270083 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-17fca89f-b4a5-4ccd-964c-8bf4e62bf998 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032038 Jun 28 09:59:10.277573 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f49ef-9e5c-444c-b692-a7fe11ac7c3a None None] New status for floating IP 52fccb09-f29a-498b-8cdf-2350b7048d80: ACTIVE {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:10.324650 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.326474 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-aa010308-00fe-47a5-9815-8690e81fb31d tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4727898 Jun 28 09:59:10.330339 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37550) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:10.339768 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'security_group_rule': {'security_group_id': '4f3abca3-336c-4187-9896-e289907c9089', 'project_id': 'dff01cf51aa24a5788000919b499c481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:10.425484 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65441e-30da-4225-ba02-9972c8f122ac req-4800281e-5a6b-4696-953f-df9ecc06e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.428156 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-4800281e-5a6b-4696-953f-df9ecc06e95d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1098 time: 0.0927577 Jun 28 09:59:10.524343 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.securitygroups_db [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Project dff01cf51aa24a5788000919b499c481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:59:10.533567 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.599839 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65441e-30da-4225-ba02-9972c8f122ac req-a3fb8392-a785-4400-9c10-b6752c9bf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.601632 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-a3fb8392-a785-4400-9c10-b6752c9bf468 service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.1399496 Jun 28 09:59:10.627077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.682561 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-91bd877c-54bd-4563-9400-123d4350d88f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 1001 time: 0.0702081 Jun 28 09:59:10.744235 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65441e-30da-4225-ba02-9972c8f122ac req-85a278e3-2fba-4e35-9352-1672d5068f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.746034 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-85a278e3-2fba-4e35-9352-1672d5068f21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0498698 Jun 28 09:59:10.767727 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.804496 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:10.826360 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634f0c01-5b4d-472a-b339-9a07c054bcf8,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:10.830569 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:10.862982 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65441e-30da-4225-ba02-9972c8f122ac req-dd397736-f898-4c8a-b400-e647d20bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.864822 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-dd397736-f898-4c8a-b400-e647d20bd545 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0955288 Jun 28 09:59:11.004325 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-4657a7e8-026f-4e51-b5eb-45738c26b992 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291652 Jun 28 09:59:11.082611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.084964 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7526534 Jun 28 09:59:11.117593 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4e65441e-30da-4225-ba02-9972c8f122ac req-48a5752d-4c41-4cdc-bb32-d6c37130b528 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064217 Jun 28 09:59:11.298495 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-4c0f7561-9da1-4b96-81b9-725537d3ab58 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835473923&fields=id&tenant_id=dff01cf51aa24a5788000919b499c481 HTTP/1.1" status: 200 len: 267 time: 0.1097479 Jun 28 09:59:11.425768 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-86872003-6087-4dd7-9925-0f49184cb96a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.427723 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-86872003-6087-4dd7-9925-0f49184cb96a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.1183078 Jun 28 09:59:11.453258 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'port': {'security_groups': ['9889942f-8d53-45d6-99b5-83fe5562e9b6', '4f3abca3-336c-4187-9896-e289907c9089']}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:11.562477 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.803433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:11.835374 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.925945 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.931998 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:11.938638 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['15bb002a-cf46-4dd2-b390-b79b9b663d1a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:12.041629 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.042690 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.047769 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d6caec4f-4e72-441b-b188-8437bf73cd0e req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "PUT /v2.0/ports/15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 981 time: 0.6083961 Jun 28 09:59:12.048727 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:12.058630 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:12.148194 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed531e50-4c10-4f89-87a0-38f2eda91d43 x-openstack-request-id: req-ed531e50-4c10-4f89-87a0-38f2eda91d43 {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:12.148526 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:12.148867 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed531e50-4c10-4f89-87a0-38f2eda91d43 {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:12.149294 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'status': 'completed', 'code': 200} Jun 28 09:59:12.152673 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=6']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:12.156029 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:12.164722 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['15bb002a-cf46-4dd2-b390-b79b9b663d1a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:12.342234 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-dfd0ca6e-983a-4015-9175-5dc651a8f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.342234 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-dfd0ca6e-983a-4015-9175-5dc651a8f68e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1137 time: 0.1186366 Jun 28 09:59:12.389780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ed02-5fff-4726-9796-66952c155792 req-d4a1fc9e-4231-4e8b-8ad6-1c0bc5129ea1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.391352 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d400ed02-5fff-4726-9796-66952c155792 req-d4a1fc9e-4231-4e8b-8ad6-1c0bc5129ea1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.1399868 Jun 28 09:59:12.436047 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-602cfa16-096b-41d7-b4e7-1fd4092c4896 None None] Provisioning complete for port 15bb002a-cf46-4dd2-b390-b79b9b663d1a triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:12.436545 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-602cfa16-096b-41d7-b4e7-1fd4092c4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.479547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-43820acc-c779-4506-b84e-ca057fa22ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.481059 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-43820acc-c779-4506-b84e-ca057fa22ebd service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.1367505 Jun 28 09:59:12.551215 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d400ed02-5fff-4726-9796-66952c155792 req-9ddc6e34-cbc0-457f-bb37-c0250010431e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216581 Jun 28 09:59:12.599578 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-3cc6354b-3bc2-4dc9-98f2-7bac65102089 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 1001 time: 0.1028342 Jun 28 09:59:12.673115 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-a0ebb945-a8a0-453b-90e0-3f3e50adcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.674588 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-a0ebb945-a8a0-453b-90e0-3f3e50adcd7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0579686 Jun 28 09:59:12.742026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-643ac170-e621-4c9c-a5d0-1e6a21f867cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.743534 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-643ac170-e621-4c9c-a5d0-1e6a21f867cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0617392 Jun 28 09:59:12.870548 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-6766d46d-d594-4e59-912b-bc5830ce9986 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131461 Jun 28 09:59:12.980167 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac79e897-6524-4032-bbf8-af3d0f8a7fa1 req-ae885114-6293-4b28-ad6e-daa26a9542fa service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015038 Jun 28 09:59:13.236524 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.080546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37640) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:15.187638 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.278632 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.343324 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.345797 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f35c5419-a5a5-41f6-bd62-dafb3540ba4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:15.383555 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea9f23f9b4a24a7e96b4d7f6b68a53b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019264 Jun 28 09:59:15.384768 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8dabb-07d2-4f36-bab3-f3adccb25d3e,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:15.386313 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37648) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:15.388011 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:15.436467 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.457675 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.571445 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.574086 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.577836 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfb8dabb-07d2-4f36-bab3-f3adccb25d3e HTTP/1.1" status: 204 len: 168 time: 0.1879644 Jun 28 09:59:15.577836 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e1da5faf-c6a3-4003-8267-4707e93a3a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:15.584685 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb8dabb-07d2-4f36-bab3-f3adccb25d3e,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:15.592252 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-33f1b647-b41e-4e8b-95fa-ffaca6307205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:20.870531 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:59:26.383666 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 37778) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:26.514831 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.525458 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e05c-988e-4bcc-98ca-7e5bf1001a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.611404 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.685623 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.688261 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-23701a81-6b2c-4b56-b630-a040cb8ae117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:26.732267 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f62acfa5885c4cf9b85cf247cb6b6f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474128 Jun 28 09:59:26.733245 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad57bbf-a938-436b-93e8-c883067924bf,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:26.734931 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 37782) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:26.741799 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.747913 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.750544 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:26.785600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.808926 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.948435 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.950977 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.952118 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ad57bbf-a938-436b-93e8-c883067924bf HTTP/1.1" status: 204 len: 168 time: 0.2161100 Jun 28 09:59:26.952851 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c27cb72b-541e-40cb-ab7e-4ba93c8f8b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:26.960598 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad57bbf-a938-436b-93e8-c883067924bf,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:26.968164 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.970696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.971320 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.971320 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.971607 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.971947 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:26.976099 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:29.016408 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-9a2f22ff-8b45-420b-99b4-f248952a674f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.222901 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:30.308490 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:31.963634 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:43.268882 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.441501 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38054) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:45.555292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.891465 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.999292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.001912 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-6237f2ba-3772-4093-b021-15eff2ae6b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:46.047473 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c62b02-a6e5-4e74-8cbc-3d04866ec530,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:46.053282 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09261ea1ecec4db697af8c3d055ded3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106269 Jun 28 09:59:46.054279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:46.055043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38064) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:46.107840 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.129077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.256955 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.260025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.261190 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c62b02-a6e5-4e74-8cbc-3d04866ec530 HTTP/1.1" status: 204 len: 168 time: 0.2052209 Jun 28 09:59:46.262036 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bb259c50-550f-4f05-9753-d7eb34da2fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:46.269858 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c62b02-a6e5-4e74-8cbc-3d04866ec530,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:46.272150 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:55.391414 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38154) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:55.501779 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.597410 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.685160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.687722 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-de770429-2b88-4575-847d-b6567adf5915 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:55.727813 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ce26902211f478589bd9fdb53f9f158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351145 Jun 28 09:59:55.729856 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06cfaa-032d-4b0d-a804-eadac2217039,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:55.731359 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 38158) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:55.734976 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:55.788186 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.814193 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.959681 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.962322 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:55.963591 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb06cfaa-032d-4b0d-a804-eadac2217039 HTTP/1.1" status: 204 len: 168 time: 0.2312508 Jun 28 09:59:55.964480 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-769cb339-e149-47c0-9a48-8470c3a87bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:55.972165 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06cfaa-032d-4b0d-a804-eadac2217039,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:55.975502 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:56.610679 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c763e2bd-7774-45e8-9b7a-5ffeac48611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:57.872858 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:59:59.079313 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d5e21c19-0d71-40d4-9749-e2ab5a9905bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:59.273416 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:59.417474 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-533fe315-5bba-44c0-86b2-f1c46e1314fb tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c358035dba0745eebcf55a318eebcc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295782 Jun 28 09:59:59.612378 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-96fd5041-1d6a-441a-b607-c5c3c3a6b8b9 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:59.613894 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-96fd5041-1d6a-441a-b607-c5c3c3a6b8b9 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910596 Jun 28 09:59:59.634249 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-5cb7eb18-bde4-4cc8-85e9-b8993051d0fe tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/quotas/c358035dba0745eebcf55a318eebcc88 HTTP/1.1" status: 200 len: 375 time: 0.0122852 Jun 28 09:59:59.680715 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-e99dca48-ba0a-4254-8d71-1e18e3440e6e tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c358035dba0745eebcf55a318eebcc88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362792 Jun 28 10:00:00.341953 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:01.220763 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2b3fc644-fbae-44d9-9389-e1d57c6a35a2 req-f29b9372-0575-4dd3-962f-f374ed9b9736 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0415437 Jun 28 10:00:02.021269 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.313772 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-84a7e57a-43a0-4c0e-a1cc-e506b58df5e9 req-1351d2c8-7942-481d-8f3e-8c6656cedcf9 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0346875 Jun 28 10:00:03.469795 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c21db04a-84ba-490b-b325-b5a154aed4a4 req-b8cb0a9f-abe7-407b-919a-ce5cc4dab591 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0307043 Jun 28 10:00:04.620039 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-66c3100b-ed50-4cad-87eb-e259f8e99d14 req-af9fbe94-a922-40e7-9aa0-166c80e19394 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0332360 Jun 28 10:00:05.174472 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-44e07be7-ab9e-4d78-a7db-188808b81259 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c358035dba0745eebcf55a318eebcc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279539 Jun 28 10:00:05.415577 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-56981ffa-1f44-4a0f-a526-2f0b3b599c82 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:05.417155 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-56981ffa-1f44-4a0f-a526-2f0b3b599c82 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369671 Jun 28 10:00:05.437534 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Request body: {'port': {'device_id': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb', 'admin_state_up': True, 'tenant_id': 'c358035dba0745eebcf55a318eebcc88'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:05.758772 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Made reservation on behalf of c358035dba0745eebcf55a318eebcc88 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:00:05.762519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:05.773693 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:05.786937 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d2773ce7-1bff-42d1-909f-c3d86751ec19 req-ab3ea33a-ac58-48a4-bb74-cb8cf73521f9 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0470171 Jun 28 10:00:05.905865 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:06.050702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:06.053972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-df3ed1e9-f9f2-41ce-b2a6-6bea814a03fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:06.088210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf453ec6-5f47-40b6-87ee-211ce2b88344,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:06.115795 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:06.194318 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Allocated IP 192.168.233.225 (2a3d44d5-1d96-4833-87a3-c4ac6d2395bb/493d9fc5-dc22-490b-9c00-65bbd191b352/70eec41c-3350-428d-9ab6-fa267486fb2e) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:06.411968 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:06.439245 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Transition to ACTIVE for port object 70eec41c-3350-428d-9ab6-fa267486fb2e will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:06.611050 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:06.618032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5a24c158-d8dd-41d8-b89c-976a5ec612a5 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:06.660276 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:06.664465 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:06.667297 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:06.707897 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Pushing event updated for resources: {'Port': ['ID=70eec41c-3350-428d-9ab6-fa267486fb2e,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:06.711332 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:06.741458 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:06.742319 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:06.948712 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5200233 Jun 28 10:00:06.965513 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Request body: {'port': {'device_id': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:07.001889 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe441ed-79d4-4b48-8f0a-6c4e7294b83b req-86300b96-0b88-4d7c-bb47-e270d60b14c2 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:07.004088 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-dfe441ed-79d4-4b48-8f0a-6c4e7294b83b req-86300b96-0b88-4d7c-bb47-e270d60b14c2 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 936 time: 0.0852687 Jun 28 10:00:07.057648 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-dfe441ed-79d4-4b48-8f0a-6c4e7294b83b req-e3b564c8-3c5a-4aea-a3e9-868d28a08554 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Jun 28 10:00:07.079003 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:07.147740 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-d3d22b76-8c42-4bd0-a130-52355f041554 None None] Provisioning for port 70eec41c-3350-428d-9ab6-fa267486fb2e completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:07.154516 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-d3d22b76-8c42-4bd0-a130-52355f041554 None None] Provisioning complete for port 70eec41c-3350-428d-9ab6-fa267486fb2e triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:07.155661 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d3d22b76-8c42-4bd0-a130-52355f041554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:07.210637 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-d3d22b76-8c42-4bd0-a130-52355f041554 None None] Port 70eec41c-3350-428d-9ab6-fa267486fb2e cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:00:07.401461 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70eec41c-3350-428d-9ab6-fa267486fb2e {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:07.414446 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:07.428830 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Transition to ACTIVE for port object 70eec41c-3350-428d-9ab6-fa267486fb2e will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:07.593387 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:07.598194 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:07.721541 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=70eec41c-3350-428d-9ab6-fa267486fb2e,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:07.726463 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:07.761230 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Attempting to bind port 70eec41c-3350-428d-9ab6-fa267486fb2e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:07.761782 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Attempting to bind port 70eec41c-3350-428d-9ab6-fa267486fb2e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:07.762333 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Attempting to bind port 70eec41c-3350-428d-9ab6-fa267486fb2e on network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:07.771806 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Port 70eec41c-3350-428d-9ab6-fa267486fb2e on network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:00:07.772374 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Attempting to bind port 70eec41c-3350-428d-9ab6-fa267486fb2e on network 2a3d44d5-1d96-4833-87a3-c4ac6d2395bb {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:07.782511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:07.782850 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Checking segment: {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:07.783222 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Bound using segment: {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:07.783670 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Bound port: 70eec41c-3350-428d-9ab6-fa267486fb2e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a327910c-088b-4a99-b617-ba25e51e65cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:07.784306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:07.864507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] For port 70eec41c-3350-428d-9ab6-fa267486fb2e, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:07.868773 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] For port 70eec41c-3350-428d-9ab6-fa267486fb2e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=70eec41c-3350-428d-9ab6-fa267486fb2e,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:08.032078 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:08.034425 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-797a1412-d301-4ded-80f9-62ebb7e87143 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:08.078007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.078007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:08.079098 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/70eec41c-3350-428d-9ab6-fa267486fb2e HTTP/1.1" status: 200 len: 1098 time: 1.1214011 Jun 28 10:00:08.080017 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'tag': '70eec41c-3350-428d-9ab6-fa267486fb2e'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:08.085710 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9fd4f3-2a81-4a20-b468-99452ca57209" -d '{"events": [{"name": "network-changed", "server_uuid": "a48e5225-21b4-4a14-9630-50ad53a72a87", "tag": "70eec41c-3350-428d-9ab6-fa267486fb2e"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:08.123043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=70eec41c-3350-428d-9ab6-fa267486fb2e,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:08.129356 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:08.178390 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c607ff3-b047-4145-b7b6-53f2e25e62ab x-openstack-request-id: req-7c607ff3-b047-4145-b7b6-53f2e25e62ab {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:08.178858 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48e5225-21b4-4a14-9630-50ad53a72a87", "tag": "70eec41c-3350-428d-9ab6-fa267486fb2e", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:08.179298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c607ff3-b047-4145-b7b6-53f2e25e62ab {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:08.179921 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'tag': '70eec41c-3350-428d-9ab6-fa267486fb2e', 'status': 'completed', 'code': 200} Jun 28 10:00:08.323205 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd4f3-2a81-4a20-b468-99452ca57209 req-0b87f133-ac75-4c7b-8585-2edb82979674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.325633 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f9fd4f3-2a81-4a20-b468-99452ca57209 req-0b87f133-ac75-4c7b-8585-2edb82979674 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c358035dba0745eebcf55a318eebcc88&device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 1101 time: 0.1124978 Jun 28 10:00:08.366994 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f9fd4f3-2a81-4a20-b468-99452ca57209 req-7e2205af-4b16-4b61-b5d2-afc17a730277 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c358035dba0745eebcf55a318eebcc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336187 Jun 28 10:00:08.368836 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823877d-85c0-419a-9081-ae0451b74b30 req-788f116d-8210-4562-adfd-e30dc41b7da1 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.370810 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c823877d-85c0-419a-9081-ae0451b74b30 req-788f116d-8210-4562-adfd-e30dc41b7da1 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 948 time: 0.1207950 Jun 28 10:00:08.420161 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c823877d-85c0-419a-9081-ae0451b74b30 req-01fccece-67f1-4f5b-87e2-bb83cad1a495 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Jun 28 10:00:08.506154 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd4f3-2a81-4a20-b468-99452ca57209 req-202f387b-58e4-40df-8d40-310299eb4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.507612 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9f9fd4f3-2a81-4a20-b468-99452ca57209 req-202f387b-58e4-40df-8d40-310299eb4edd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1339138 Jun 28 10:00:08.620030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-29e78e3a-bed9-448c-911b-ade6b0c3c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.621761 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-29e78e3a-bed9-448c-911b-ade6b0c3c4a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c358035dba0745eebcf55a318eebcc88&device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 1101 time: 0.0661182 Jun 28 10:00:08.682601 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-e371061e-08f5-40ce-a945-995ab3227f7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=70eec41c-3350-428d-9ab6-fa267486fb2e HTTP/1.1" status: 200 len: 217 time: 0.0509696 Jun 28 10:00:08.753578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-48bce703-7147-4e67-ab15-085c47d45548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.763417 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-48bce703-7147-4e67-ab15-085c47d45548 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=493d9fc5-dc22-490b-9c00-65bbd191b352 HTTP/1.1" status: 200 len: 843 time: 0.0639231 Jun 28 10:00:08.833535 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-d44da65a-74f7-4ce5-b541-cd0822edbc70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1605213 Jun 28 10:00:08.888794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-577cd026-9b7e-4483-aa3b-ee451c535c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:08.890184 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-577cd026-9b7e-4483-aa3b-ee451c535c0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a3d44d5-1d96-4833-87a3-c4ac6d2395bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198516 Jun 28 10:00:09.015301 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-e3e962ea-8bc8-4441-b661-64610aea74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.016877 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-e3e962ea-8bc8-4441-b661-64610aea74c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 1099 time: 0.1433930 Jun 28 10:00:09.018845 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-b7531b33-cc88-49e1-a511-d2017de251b8 service neutron] 10.222.0.38 "GET /v2.0/networks/2a3d44d5-1d96-4833-87a3-c4ac6d2395bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119680 Jun 28 10:00:09.185735 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fdc8b45f-d0c1-4739-8f8e-40fdcdc918cd req-f11db04d-1fb5-49e4-b2b9-37e308627492 service neutron] 10.222.0.38 "GET /v2.0/networks/2a3d44d5-1d96-4833-87a3-c4ac6d2395bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591911 Jun 28 10:00:09.190428 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-6875869f-d6a0-464e-a465-a3d3f1ecace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.191913 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-6875869f-d6a0-464e-a465-a3d3f1ecace0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c1baac0-262a-47c4-b00c-22c302e95459 HTTP/1.1" status: 200 len: 914 time: 0.1474423 Jun 28 10:00:09.235750 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-605c1d2e-8f4b-46c4-9148-0efa51029ce8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 HTTP/1.1" status: 200 len: 217 time: 0.0376298 Jun 28 10:00:09.291987 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-4434e9cc-2415-4925-995e-56d9a9906877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.294794 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-4434e9cc-2415-4925-995e-56d9a9906877 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09b8e98f-fc6b-4808-a9e5-4731fa1a3a76 HTTP/1.1" status: 200 len: 854 time: 0.0523050 Jun 28 10:00:09.339369 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-fbc1765c-502f-46df-a828-fbc9192c1290 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c1baac0-262a-47c4-b00c-22c302e95459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375967 Jun 28 10:00:09.456138 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-1628358a-423f-407e-8be5-9f8c35d38188 service neutron] 10.222.0.38 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081071 Jun 28 10:00:09.644090 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f4bf5cb-19f9-4e4f-902f-dc84ecdfcce9 req-4030cf1d-56e6-4508-9017-a9db7078334a service neutron] 10.222.0.38 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812320 Jun 28 10:00:09.647889 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec04134-4fd3-4892-a84d-3d7c8c2a4852 req-b39bd08e-2461-4567-998d-77e7cf1ac06b tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.649701 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ec04134-4fd3-4892-a84d-3d7c8c2a4852 req-b39bd08e-2461-4567-998d-77e7cf1ac06b tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 948 time: 0.0756824 Jun 28 10:00:09.679083 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5942f-e2aa-4ead-8280-7f2badeda747 req-b9e4c11b-108b-4ec0-9d27-66a78f6fe910 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:09.680680 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9f5942f-e2aa-4ead-8280-7f2badeda747 req-b9e4c11b-108b-4ec0-9d27-66a78f6fe910 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.1027639 Jun 28 10:00:09.705618 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ec04134-4fd3-4892-a84d-3d7c8c2a4852 req-1edaf78e-bb77-4108-8486-e15a2128e613 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Jun 28 10:00:09.727059 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9f5942f-e2aa-4ead-8280-7f2badeda747 req-f94363e0-ceb6-4f79-bb47-90c304c5d60e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Jun 28 10:00:10.971958 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b8791-3064-4035-8a52-e92f4eabe916 req-ed0cf56f-9ed3-4d25-8c4c-ffb14398431e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:10.975546 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0e1b8791-3064-4035-8a52-e92f4eabe916 req-ed0cf56f-9ed3-4d25-8c4c-ffb14398431e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.0993779 Jun 28 10:00:11.040316 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0e1b8791-3064-4035-8a52-e92f4eabe916 req-d91acb7a-af68-486b-ad43-cfaf86ff2819 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469799 Jun 28 10:00:11.117082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9225ec-9272-4bda-a02d-cf7604801767 req-7b9f83ff-1cb2-4574-862f-5783870db6dd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:11.119916 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1c9225ec-9272-4bda-a02d-cf7604801767 req-7b9f83ff-1cb2-4574-862f-5783870db6dd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 948 time: 0.2589409 Jun 28 10:00:11.174565 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1c9225ec-9272-4bda-a02d-cf7604801767 req-e6b0d0aa-3cac-4ba4-b349-910b513de3ce tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Jun 28 10:00:12.228030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bdf9a-4bea-4393-aa2c-a14aefbdbab7 req-4ec87547-8954-4ac1-840a-e05291a5b247 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:12.229622 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-673bdf9a-4bea-4393-aa2c-a14aefbdbab7 req-4ec87547-8954-4ac1-840a-e05291a5b247 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.0730398 Jun 28 10:00:12.271270 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-673bdf9a-4bea-4393-aa2c-a14aefbdbab7 req-e03ae4bf-45b2-4eb7-93ca-fa410647032c tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Jun 28 10:00:12.397377 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158534-f7db-44d7-a64a-a6cd8f540366 req-9d55c8f7-af2d-484f-b46f-0932e3aa463a tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:12.398913 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-27158534-f7db-44d7-a64a-a6cd8f540366 req-9d55c8f7-af2d-484f-b46f-0932e3aa463a tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 948 time: 0.0821455 Jun 28 10:00:12.449326 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-27158534-f7db-44d7-a64a-a6cd8f540366 req-3fa30982-ae90-4813-9f40-cf611f4ff351 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Jun 28 10:00:13.172687 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 70eec41c-3350-428d-9ab6-fa267486fb2e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:00:13.274542 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 70eec41c-3350-428d-9ab6-fa267486fb2e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=70eec41c-3350-428d-9ab6-fa267486fb2e,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:13.286691 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '70eec41c-3350-428d-9ab6-fa267486fb2e', 'network_id': '2a3d44d5-1d96-4833-87a3-c4ac6d2395bb', 'port_id': '70eec41c-3350-428d-9ab6-fa267486fb2e', 'mac_address': 'fa:16:3e:df:6b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493d9fc5-dc22-490b-9c00-65bbd191b352', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:00:13.331096 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:13.331840 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:13.351259 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70eec41c-3350-428d-9ab6-fa267486fb2e {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:13.370866 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 70eec41c-3350-428d-9ab6-fa267486fb2e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=70eec41c-3350-428d-9ab6-fa267486fb2e,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:13.459282 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ba68d-8983-4b09-acad-2d9d73819a3a req-e8597edf-258a-4576-9e75-6507d7817020 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:13.460441 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a48ba68d-8983-4b09-acad-2d9d73819a3a req-e8597edf-258a-4576-9e75-6507d7817020 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.0610254 Jun 28 10:00:13.478516 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:13.481121 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:13.501499 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a48ba68d-8983-4b09-acad-2d9d73819a3a req-00525d2f-70e5-4e6b-bad2-d76c9c5da0a3 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352788 Jun 28 10:00:13.542049 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=70eec41c-3350-428d-9ab6-fa267486fb2e,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:13.549061 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.549540 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.549977 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.550384 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.550787 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.551183 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.552394 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.552976 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.553504 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.554026 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.554561 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.555104 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:13.559273 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:13.698003 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974e296-6038-4e33-ac20-ff5c3dd8b5fb req-9f34c95e-f74d-485b-a530-43c662cb1be6 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:13.699453 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2974e296-6038-4e33-ac20-ff5c3dd8b5fb req-9f34c95e-f74d-485b-a530-43c662cb1be6 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 949 time: 0.0627983 Jun 28 10:00:13.736325 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2974e296-6038-4e33-ac20-ff5c3dd8b5fb req-a0e92119-b076-4ed2-9a34-07522e7266d4 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jun 28 10:00:13.898763 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['70eec41c-3350-428d-9ab6-fa267486fb2e'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:14.711989 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f73f-2cae-48a4-bde9-4d46be93678a req-07282a0b-83ed-443f-8ab8-bcf51eaf461b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:14.713515 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1d78f73f-2cae-48a4-bde9-4d46be93678a req-07282a0b-83ed-443f-8ab8-bcf51eaf461b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.0630717 Jun 28 10:00:14.751546 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1d78f73f-2cae-48a4-bde9-4d46be93678a req-761e529b-097b-429b-8a80-598f9d9cbac9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Jun 28 10:00:14.944595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cf9ac-f95d-48d1-b642-19d52612bbef req-bc364b5e-2a52-4737-a9ff-3ca21cb1b9f7 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:14.946297 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e34cf9ac-f95d-48d1-b642-19d52612bbef req-bc364b5e-2a52-4737-a9ff-3ca21cb1b9f7 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 949 time: 0.0938425 Jun 28 10:00:14.987357 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e34cf9ac-f95d-48d1-b642-19d52612bbef req-b7e8319e-2a69-45d3-871d-70d4ebe276bb tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Jun 28 10:00:15.168736 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 70eec41c-3350-428d-9ab6-fa267486fb2e up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:15.301776 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 70eec41c-3350-428d-9ab6-fa267486fb2e completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:15.305763 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 70eec41c-3350-428d-9ab6-fa267486fb2e triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:15.306145 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:15.386131 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:15.405155 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-8d1cad6e-a25f-4783-9da0-32ff71696ae9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:15.406570 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-8d1cad6e-a25f-4783-9da0-32ff71696ae9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 946 time: 0.0628901 Jun 28 10:00:15.408498 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eec41c-3350-428d-9ab6-fa267486fb2e'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:15.410857 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed944e92-f7c8-4b31-9da4-d7e8034457e3" -d '{"events": [{"server_uuid": "a48e5225-21b4-4a14-9630-50ad53a72a87", "name": "network-vif-plugged", "status": "completed", "tag": "70eec41c-3350-428d-9ab6-fa267486fb2e"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:15.426832 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 70eec41c-3350-428d-9ab6-fa267486fb2e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=70eec41c-3350-428d-9ab6-fa267486fb2e,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:15.449300 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82011ef2-c17a-4613-86c0-4e01deb66404 x-openstack-request-id: req-82011ef2-c17a-4613-86c0-4e01deb66404 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:15.449604 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48e5225-21b4-4a14-9630-50ad53a72a87", "name": "network-vif-plugged", "status": "completed", "tag": "70eec41c-3350-428d-9ab6-fa267486fb2e", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:15.449865 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82011ef2-c17a-4613-86c0-4e01deb66404 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:15.450260 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eec41c-3350-428d-9ab6-fa267486fb2e', 'code': 200} Jun 28 10:00:15.495558 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:15.498267 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:15.523384 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Deleting port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:15.523774 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:15.545147 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=70eec41c-3350-428d-9ab6-fa267486fb2e,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:15.548434 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:15.612547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] For port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:15.613202 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:15.627135 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Calling delete_port for d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:15.831513 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:15.837493 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0f23109d-0142-410a-b62b-f6a3e03cd59a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:15.842921 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:15.879098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Pushing event deleted for resources: {'Port': ['ID=d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:15.881747 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:16.187872 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a98baee9-5827-4727-9635-e99075331a3e req-9a951af2-cbb8-4a7c-bc49-5cc416df822a tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.3121991 Jun 28 10:00:16.190779 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] No DVR routers for this DVR port d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:16.193233 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:16.196715 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61d185b5-6a30-4282-a2b1-e8dbcf39ed64 req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "DELETE /v2.0/ports/d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 HTTP/1.1" status: 204 len: 173 time: 0.7828143 Jun 28 10:00:16.199122 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'name': 'network-vif-deleted', 'tag': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:16.203124 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7265117-50fe-4112-a0df-c275a6be3e22" -d '{"events": [{"server_uuid": "5d4c6abb-48d8-4613-b84a-d19d3e33bc97", "name": "network-vif-deleted", "tag": "d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:16.243000 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020caa3a-f318-4209-994b-4d4248e41ea9 req-6cdc5f9b-8430-497c-a14d-3f97062446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:16.244806 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-020caa3a-f318-4209-994b-4d4248e41ea9 req-6cdc5f9b-8430-497c-a14d-3f97062446f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 1103 time: 0.4398396 Jun 28 10:00:16.273521 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad8dc6c-0276-4b3d-bfd0-4cf7ef0c174e x-openstack-request-id: req-0ad8dc6c-0276-4b3d-bfd0-4cf7ef0c174e {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:16.273848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4c6abb-48d8-4613-b84a-d19d3e33bc97", "name": "network-vif-deleted", "tag": "d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:16.274134 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ad8dc6c-0276-4b3d-bfd0-4cf7ef0c174e {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:16.274548 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4c6abb-48d8-4613-b84a-d19d3e33bc97', 'name': 'network-vif-deleted', 'tag': 'd7d2fdc8-6e7c-4a4d-bcda-8625af569dd5', 'status': 'completed', 'code': 200} Jun 28 10:00:16.278664 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0f20f-b918-415e-9d61-d793a5c6c6c1 req-54cdeaf0-680f-4fe8-8fa0-999ec6b9706b tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:16.278664 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-42d0f20f-b918-415e-9d61-d793a5c6c6c1 req-54cdeaf0-680f-4fe8-8fa0-999ec6b9706b tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 950 time: 0.1615314 Jun 28 10:00:16.294574 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-020caa3a-f318-4209-994b-4d4248e41ea9 req-2183a7d3-77c9-4615-8bd2-b3c51b89707b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Jun 28 10:00:16.329116 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-42d0f20f-b918-415e-9d61-d793a5c6c6c1 req-3094de0f-32a1-4cd2-bac9-bda81e2de06c tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Jun 28 10:00:17.363074 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6123108b-add9-40ae-8cf8-dfa9ef7cce2a req-4c463668-b1fa-47dd-bbbc-30812a4a7e7d tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d4c6abb-48d8-4613-b84a-d19d3e33bc97 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Jun 28 10:00:17.511941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b514-0661-405a-8c2d-3cde76393255 req-e970755a-9034-4c6d-8db0-8da1553b47f7 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:17.513402 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b5a7b514-0661-405a-8c2d-3cde76393255 req-e970755a-9034-4c6d-8db0-8da1553b47f7 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 950 time: 0.0668187 Jun 28 10:00:17.550551 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b5a7b514-0661-405a-8c2d-3cde76393255 req-0e1084ba-c5e8-4f4c-be59-417640b96315 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Jun 28 10:00:18.735891 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2211e53-a454-4408-905f-a743829c359e req-6120c2ee-2351-4c82-b8d3-94ff02a91631 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:18.737410 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f2211e53-a454-4408-905f-a743829c359e req-6120c2ee-2351-4c82-b8d3-94ff02a91631 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 950 time: 0.0640864 Jun 28 10:00:18.776447 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f2211e53-a454-4408-905f-a743829c359e req-b5fb7f8b-8798-4285-b545-827a0fd8c4af tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Jun 28 10:00:19.202713 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:19.226448 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:19.226900 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d7d2fdc8-6e7c-4a4d-bcda-8625af569dd5 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:19.548319 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6e38-4209-43bb-afc5-95142ed193fb req-0fb1ef04-9fca-4796-88e0-addb76ffb5df tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:19.549875 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-98af6e38-4209-43bb-afc5-95142ed193fb req-0fb1ef04-9fca-4796-88e0-addb76ffb5df tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 950 time: 0.0660276 Jun 28 10:00:19.593656 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-98af6e38-4209-43bb-afc5-95142ed193fb req-9a426703-3778-4693-831c-e5c57d76b9e9 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Jun 28 10:00:20.802891 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc5121-5f47-4d47-a204-226165e648d0 req-4806aa96-ab70-4945-8466-e33ed9d3d517 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:20.804471 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0efc5121-5f47-4d47-a204-226165e648d0 req-4806aa96-ab70-4945-8466-e33ed9d3d517 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 950 time: 0.0731626 Jun 28 10:00:20.854815 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0efc5121-5f47-4d47-a204-226165e648d0 req-7faf176b-67b8-4a4f-afb6-379780dd79f2 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf453ec6-5f47-40b6-87ee-211ce2b88344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Jun 28 10:00:21.237545 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-6239588e-6e5d-46e0-a8bf-3f4734d659a1 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:21.239550 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-6239588e-6e5d-46e0-a8bf-3f4734d659a1 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.38 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 950 time: 0.0683177 Jun 28 10:00:21.354537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Deleting port 70eec41c-3350-428d-9ab6-fa267486fb2e {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:21.354929 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.461626 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] For port 70eec41c-3350-428d-9ab6-fa267486fb2e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=70eec41c-3350-428d-9ab6-fa267486fb2e,segment=NetworkSegment(a327910c-088b-4a99-b617-ba25e51e65cd),segment_id=a327910c-088b-4a99-b617-ba25e51e65cd)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:21.461968 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.475770 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Calling delete_port for 70eec41c-3350-428d-9ab6-fa267486fb2e owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:21.855603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.867507 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:21.869649 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['70eec41c-3350-428d-9ab6-fa267486fb2e'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:21.890144 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Pushing event deleted for resources: {'Port': ['ID=70eec41c-3350-428d-9ab6-fa267486fb2e,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:21.895592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:21.957432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] No DVR routers for this DVR port 70eec41c-3350-428d-9ab6-fa267486fb2e on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:21.957432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:21.957432 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-78b91a7d-a3c0-41cb-ab0a-53aead1a3b4a req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.38 "DELETE /v2.0/ports/70eec41c-3350-428d-9ab6-fa267486fb2e HTTP/1.1" status: 204 len: 173 time: 0.7114847 Jun 28 10:00:21.959297 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'name': 'network-vif-deleted', 'tag': '70eec41c-3350-428d-9ab6-fa267486fb2e'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:21.965761 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a2eee-8cc2-4ed7-9915-4c7ce6a44056" -d '{"events": [{"server_uuid": "a48e5225-21b4-4a14-9630-50ad53a72a87", "name": "network-vif-deleted", "tag": "70eec41c-3350-428d-9ab6-fa267486fb2e"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:22.042127 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f205d-bac4-44f8-b99c-655d512da11c x-openstack-request-id: req-776f205d-bac4-44f8-b99c-655d512da11c {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:22.045343 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48e5225-21b4-4a14-9630-50ad53a72a87", "name": "network-vif-deleted", "tag": "70eec41c-3350-428d-9ab6-fa267486fb2e", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:22.045343 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-776f205d-bac4-44f8-b99c-655d512da11c {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:22.045343 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48e5225-21b4-4a14-9630-50ad53a72a87', 'name': 'network-vif-deleted', 'tag': '70eec41c-3350-428d-9ab6-fa267486fb2e', 'status': 'completed', 'code': 200} Jun 28 10:00:22.083815 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6fd6e63f-a893-459a-b29b-78a1131deafc req-5d512c1c-dff0-4c2a-8bcd-4d9d807efc1a tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0584390 Jun 28 10:00:23.263625 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6517e7ab-dc68-44cb-b42d-61fb815a9e4e req-c89fbce9-31b3-495c-85de-a1bb707ff809 tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48e5225-21b4-4a14-9630-50ad53a72a87 HTTP/1.1" status: 200 len: 210 time: 0.0362177 Jun 28 10:00:23.575764 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-acd63142-2d30-494e-b36a-85893429baa2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:23.577298 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-acd63142-2d30-494e-b36a-85893429baa2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/networks?id=1c1baac0-262a-47c4-b00c-22c302e95459 HTTP/1.1" status: 200 len: 814 time: 0.1226363 Jun 28 10:00:23.592910 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-dd00c5c0-9d55-44ae-825d-89c3378312b0 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/quotas/ff443363f9474c3498e8cd22e39ce7a0 HTTP/1.1" status: 200 len: 375 time: 0.0097563 Jun 28 10:00:23.631705 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-6e34e7e5-b0dd-43ba-a960-3cdf62ce40a1 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309491 Jun 28 10:00:23.790972 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-19e7926a-3ca4-4631-97f3-4f095ea74ee7 service neutron] 10.222.0.16 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518579 Jun 28 10:00:23.887848 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-8cf7698e-c666-46de-b5cd-a85431df8ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875850 Jun 28 10:00:24.183339 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f620551f-44e5-4315-adc1-5afad526f42e req-b5915562-83e7-43fa-b9a1-4b4bdae42041 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Jun 28 10:00:25.221925 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 70eec41c-3350-428d-9ab6-fa267486fb2e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:25.242892 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 70eec41c-3350-428d-9ab6-fa267486fb2e {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:25.243257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 70eec41c-3350-428d-9ab6-fa267486fb2e not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:25.308786 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c44fdd06-e826-43f9-af6b-b8af571f23ed req-ca3dc6b6-b32a-4e22-9ba0-dc35547dd0f8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 210 time: 0.0408535 Jun 28 10:00:26.466918 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7297d0ff-26a0-4608-bc85-011f8fd70945 req-ff142726-8de2-4ff0-a5bc-2fbd18149701 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 210 time: 0.0368390 Jun 28 10:00:26.552208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-6fb4be20-4925-45f8-9123-20de873df1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.077363 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-3a6d405a-dd8c-413e-a79b-de4ed1b4cd58 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.078933 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-3a6d405a-dd8c-413e-a79b-de4ed1b4cd58 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "GET /v2.0/networks?id=1c1baac0-262a-47c4-b00c-22c302e95459 HTTP/1.1" status: 200 len: 814 time: 0.1306639 Jun 28 10:00:27.095153 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Request body: {'port': {'device_id': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459', 'admin_state_up': True, 'tenant_id': 'ff443363f9474c3498e8cd22e39ce7a0'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:27.384799 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Made reservation on behalf of ff443363f9474c3498e8cd22e39ce7a0 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:00:27.388923 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.657770 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Allocated IP 172.20.0.4 (1c1baac0-262a-47c4-b00c-22c302e95459/09b8e98f-fc6b-4808-a9e5-4731fa1a3a76/f457b7ee-042a-4229-8b27-9c3bba97ec82) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:27.679992 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-99cc7819-668c-4393-b69b-6fb98944fd7b req-f2541a1e-e3b4-4625-a249-228ccd35a4ae tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 210 time: 0.0299022 Jun 28 10:00:27.738853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2ec8-d37b-417b-afcb-12d9097835b1 req-0c050e5c-a35d-40eb-acaa-4dceca639654 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.740408 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b00b2ec8-d37b-417b-afcb-12d9097835b1 req-0c050e5c-a35d-40eb-acaa-4dceca639654 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.1911521 Jun 28 10:00:27.796694 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-15530dce-f4ee-4b8c-aacd-e80a431bc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:27.798931 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-15530dce-f4ee-4b8c-aacd-e80a431bc481 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1137 time: 0.2041442 Jun 28 10:00:27.924915 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b00b2ec8-d37b-417b-afcb-12d9097835b1 req-394242fe-e64e-46a8-ac57-b9510ce12ed5 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1748703 Jun 28 10:00:27.990086 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.006421 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-23aa909e-b262-4cd0-8791-90bfcd14c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:28.007900 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-23aa909e-b262-4cd0-8791-90bfcd14c21b service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.1701238 Jun 28 10:00:28.102412 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-3918e344-81c2-4cc2-af9c-b5140b06ac29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 1001 time: 0.0834413 Jun 28 10:00:28.163547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-7c4d6d91-8182-4b9c-9c2b-e70f0893b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:28.165245 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-7c4d6d91-8182-4b9c-9c2b-e70f0893b659 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0554216 Jun 28 10:00:28.170450 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.177160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-33db8e93-c626-41da-9b27-0c611eedbfdd tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:28.258667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Network 1c1baac0-262a-47c4-b00c-22c302e95459 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:28.268957 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:28.273143 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:28.311822 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Pushing event updated for resources: {'Port': ['ID=f457b7ee-042a-4229-8b27-9c3bba97ec82,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:28.329866 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.330187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.330543 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.330900 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.331273 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.331614 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.331960 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.332550 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.332702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.333204 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.333370 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.333712 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:28.337802 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:28.377617 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:28.378440 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.391929 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-1a9a0b6c-e827-4de8-b61f-4e6542306c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:28.394595 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-1a9a0b6c-e827-4de8-b61f-4e6542306c4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2186124 Jun 28 10:00:28.492687 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-4b4a62af-6541-4f86-80b3-a9a0e7721ae7 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905402 Jun 28 10:00:28.511121 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4216719 Jun 28 10:00:28.537251 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Request body: {'port': {'device_id': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:28.668835 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9d8b0c51-527a-47cf-88ff-9d8ddd903c35 req-5b4c80c2-b545-4478-a490-663b043470de service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692007 Jun 28 10:00:28.677572 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.999579 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-80e28f38-6b15-492a-8575-1365a558c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.052488 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eda288-08fd-4c38-86cc-6bf086c1df9a req-070f13fd-4e6f-49c3-9ff8-cb085596fd72 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:29.066004 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-74eda288-08fd-4c38-86cc-6bf086c1df9a req-070f13fd-4e6f-49c3-9ff8-cb085596fd72 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 931 time: 0.1805887 Jun 28 10:00:29.187424 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.197975 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-74eda288-08fd-4c38-86cc-6bf086c1df9a req-e13e22d3-7ade-449a-bba5-18717d3d72f1 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Jun 28 10:00:29.223445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f457b7ee-042a-4229-8b27-9c3bba97ec82 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:29.232194 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.245794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Transition to ACTIVE for port object f457b7ee-042a-4229-8b27-9c3bba97ec82 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:29.250843 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578590-e444-4e4b-864c-a99e014ce8f0 req-90956a98-92a9-4067-97af-624362531ebb tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:29.252394 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5f578590-e444-4e4b-864c-a99e014ce8f0 req-90956a98-92a9-4067-97af-624362531ebb tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.1031530 Jun 28 10:00:29.380220 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.384712 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ced3de59-24b4-41b0-9c29-02eeadef7d82 tempest-ServerRescueNegativeTestJSON-758750302 tempest-ServerRescueNegativeTestJSON-758750302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:29.440584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Pushing event updated for resources: {'Port': ['ID=f457b7ee-042a-4229-8b27-9c3bba97ec82,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:29.445643 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:29.501385 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5f578590-e444-4e4b-864c-a99e014ce8f0 req-377d6125-85e8-41a7-8c43-26703713b683 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419031 Jun 28 10:00:29.526029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Attempting to bind port f457b7ee-042a-4229-8b27-9c3bba97ec82 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:29.526450 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Attempting to bind port f457b7ee-042a-4229-8b27-9c3bba97ec82 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:29.526771 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Attempting to bind port f457b7ee-042a-4229-8b27-9c3bba97ec82 on network 1c1baac0-262a-47c4-b00c-22c302e95459 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:29.531315 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Port f457b7ee-042a-4229-8b27-9c3bba97ec82 on network 1c1baac0-262a-47c4-b00c-22c302e95459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:00:29.531626 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Attempting to bind port f457b7ee-042a-4229-8b27-9c3bba97ec82 on network 1c1baac0-262a-47c4-b00c-22c302e95459 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:29.536535 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:29.536852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Checking segment: {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:29.537224 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Bound using segment: {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:29.537720 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Bound port: f457b7ee-042a-4229-8b27-9c3bba97ec82, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121ca830-f1c3-4f5c-8666-6fc0e0a7b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:29.538072 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.616506 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] For port f457b7ee-042a-4229-8b27-9c3bba97ec82, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:29.622022 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] For port f457b7ee-042a-4229-8b27-9c3bba97ec82, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f457b7ee-042a-4229-8b27-9c3bba97ec82,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:29.707376 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.709608 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5bbf71c6-a728-4595-ae18-80e84b1de705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:29.748572 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:29.749187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.750565 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] 10.222.0.38 "PUT /v2.0/ports/f457b7ee-042a-4229-8b27-9c3bba97ec82 HTTP/1.1" status: 200 len: 1093 time: 1.2249451 Jun 28 10:00:29.751322 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'tag': 'f457b7ee-042a-4229-8b27-9c3bba97ec82'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:29.753459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5e3964-c8dc-457e-aed4-10034a167fc1", "tag": "f457b7ee-042a-4229-8b27-9c3bba97ec82"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:29.788907 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Pushing event updated for resources: {'Port': ['ID=f457b7ee-042a-4229-8b27-9c3bba97ec82,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:29.794756 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:29.797721 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1075df0-bf18-4e9f-bc04-e828682b43a5 x-openstack-request-id: req-e1075df0-bf18-4e9f-bc04-e828682b43a5 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:29.798173 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5e3964-c8dc-457e-aed4-10034a167fc1", "tag": "f457b7ee-042a-4229-8b27-9c3bba97ec82", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:29.798609 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1075df0-bf18-4e9f-bc04-e828682b43a5 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:29.799165 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'tag': 'f457b7ee-042a-4229-8b27-9c3bba97ec82', 'status': 'completed', 'code': 200} Jun 28 10:00:29.905548 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef req-8e3201c9-0793-4da4-9706-7d6e26712185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:29.907151 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef req-8e3201c9-0793-4da4-9706-7d6e26712185 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0767679 Jun 28 10:00:30.026094 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef req-5317b91c-2cc2-40d3-8bb5-8df6ca8a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.027921 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef req-5317b91c-2cc2-40d3-8bb5-8df6ca8a7b86 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1039894 Jun 28 10:00:30.133512 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef req-05845aab-efd2-4181-ab3f-8d93d0ccf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.134990 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5da2bef3-55cd-4da6-86ad-a1a28874b5ef req-05845aab-efd2-4181-ab3f-8d93d0ccf9c4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0983138 Jun 28 10:00:30.248522 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-13cc0904-1950-4f97-ae69-a620aa77e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.250206 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-13cc0904-1950-4f97-ae69-a620aa77e67b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0578647 Jun 28 10:00:30.296974 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-e2990b53-b1bb-4374-8a2b-b30ad6acf26a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f457b7ee-042a-4229-8b27-9c3bba97ec82 HTTP/1.1" status: 200 len: 217 time: 0.0386064 Jun 28 10:00:30.347303 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.349130 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-75fb9086-87b9-4f8a-a863-2a3922d19bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.350421 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-75fb9086-87b9-4f8a-a863-2a3922d19bb3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09b8e98f-fc6b-4808-a9e5-4731fa1a3a76 HTTP/1.1" status: 200 len: 854 time: 0.0467739 Jun 28 10:00:30.384507 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-0845896c-f1bd-4999-b23a-7ad8e879d35a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c1baac0-262a-47c4-b00c-22c302e95459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262597 Jun 28 10:00:30.419968 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9e41-6579-43d8-b677-61a9824ce721 req-697bbbde-d3d6-452f-8e90-ea5e66bb84cd tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.421469 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d8dc9e41-6579-43d8-b677-61a9824ce721 req-697bbbde-d3d6-452f-8e90-ea5e66bb84cd tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 943 time: 0.0707889 Jun 28 10:00:30.460023 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d8dc9e41-6579-43d8-b677-61a9824ce721 req-897de214-8251-4e7f-a6c7-dde57a0803ba tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jun 28 10:00:30.484758 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-8a5e0dc1-c081-4576-a8d5-acd958074271 service neutron] 10.222.0.38 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908737 Jun 28 10:00:30.580191 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed2e4122-d1af-43f8-bb38-77b4fe4623d6 req-f73e03db-8c28-401c-9f19-ef0f652ce857 service neutron] 10.222.0.38 "GET /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873713 Jun 28 10:00:30.692392 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577bba9-6ccc-4b6d-810f-d85dcc57cc0f req-7f6642f6-dcf0-462a-afe1-52e3350c2972 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:30.694045 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6577bba9-6ccc-4b6d-810f-d85dcc57cc0f req-7f6642f6-dcf0-462a-afe1-52e3350c2972 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.0758905 Jun 28 10:00:30.741832 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6577bba9-6ccc-4b6d-810f-d85dcc57cc0f req-865d48ea-9677-4d97-9fc5-12ca13f13b11 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409322 Jun 28 10:00:31.194068 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38712) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:31.339774 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-947c3f40-6d94-40a6-8706-0a94bbdbe245 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c358035dba0745eebcf55a318eebcc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444428 Jun 28 10:00:31.342971 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 38716) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:31.394075 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.416137 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.553750 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.558263 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.560047 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf453ec6-5f47-40b6-87ee-211ce2b88344 HTTP/1.1" status: 204 len: 168 time: 0.2158420 Jun 28 10:00:31.561325 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-0fb23d3d-fc5f-4fcd-a8ee-86fd891fe814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:31.574020 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf453ec6-5f47-40b6-87ee-211ce2b88344,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:31.584483 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.584870 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.585275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.585635 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.585996 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.586344 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.586694 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.587043 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.587394 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.587751 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.588095 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.588462 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:31.592851 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:31.678180 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2681e1-447b-4467-a005-d92b26f26f67 req-db47f063-3aaa-4041-a4e5-465adc9917b9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:31.679705 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6a2681e1-447b-4467-a005-d92b26f26f67 req-db47f063-3aaa-4041-a4e5-465adc9917b9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 943 time: 0.0874760 Jun 28 10:00:31.723644 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6a2681e1-447b-4467-a005-d92b26f26f67 req-f6131441-93e3-4989-9ea1-0194cdc8fa67 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Jun 28 10:00:31.907307 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.956628 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25430954-efe3-431f-a521-1744b1f3205b req-69daae53-2c82-419b-904a-f2c6aed40891 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:31.958232 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-25430954-efe3-431f-a521-1744b1f3205b req-69daae53-2c82-419b-904a-f2c6aed40891 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.0883303 Jun 28 10:00:32.024206 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-25430954-efe3-431f-a521-1744b1f3205b req-f39e915f-c308-44bf-87c5-4ed50ba91cab tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591567 Jun 28 10:00:32.787355 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 38746) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:32.909448 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2004679159-network', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:32.963622 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebdd3-94f6-4446-9737-431d9aaa1698 req-a3d35a34-59c7-47b3-bf00-d56079315ab9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:32.965251 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c37ebdd3-94f6-4446-9737-431d9aaa1698 req-a3d35a34-59c7-47b3-bf00-d56079315ab9 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 943 time: 0.1089683 Jun 28 10:00:33.013594 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c37ebdd3-94f6-4446-9737-431d9aaa1698 req-558d2844-d731-41f3-b259-011cb185e596 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360963 Jun 28 10:00:33.014129 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Made reservation on behalf of d70da65ff5824ffdaa02da7ed5a9b049 for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:00:33.016528 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.041912 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.160002 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.227004 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.232370 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-aab8058b-b6a4-4eee-ae3f-e923506dd507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:33.269203 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070278e9-942b-4c6b-b381-91f762de20fa req-d0aa19d3-af10-4f33-8a27-c64f43dd07a1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:33.271831 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-070278e9-942b-4c6b-b381-91f762de20fa req-d0aa19d3-af10-4f33-8a27-c64f43dd07a1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.0901785 Jun 28 10:00:33.273061 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:00:33.275394 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2366aad-c1f2-4f60-9e26-03dcf326074c,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:33.288536 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:33.291291 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.293439 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Added segment 98cfbcbd-7443-48ac-93a8-b0801de62d7a of type vlan for network 445abb4a-3d60-42ef-b876-a692213aa438 Jun 28 10:00:33.337349 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-070278e9-942b-4c6b-b381-91f762de20fa req-e0a6703e-edbe-4de2-83f1-b945e9f2fb5f tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556118 Jun 28 10:00:33.361625 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.501678 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.503545 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:33.505255 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.508846 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:33.583564 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Pushing event updated for resources: {'Network': ['ID=445abb4a-3d60-42ef-b876-a692213aa438,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:33.586660 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:33.597419 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 445abb4a-3d60-42ef-b876-a692213aa438 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:00:33.623634 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38754) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:33.623962 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8353455 Jun 28 10:00:33.633136 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Request body: {'subnet': {'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2004679159-subnet', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:33.804052 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Made reservation on behalf of d70da65ff5824ffdaa02da7ed5a9b049 for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:00:33.807970 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12254328'] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.165098 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8655343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12254314'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.167824 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-919da233-4716-4d1a-af99-9cc07c090051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:34.248593 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4251d0-752c-41c8-8bd5-6a453d54d2d1,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:34.253223 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:34.279729 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Checking segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:34.280557 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Network hostable DHCP agents. Network: 445abb4a-3d60-42ef-b876-a692213aa438, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:00:34.309611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a041f-b7c0-4084-a7c1-498b2eeb89dc req-671f321d-e718-4ea9-b889-dd6591173df3 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:34.311015 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-664a041f-b7c0-4084-a7c1-498b2eeb89dc req-671f321d-e718-4ea9-b889-dd6591173df3 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 943 time: 0.1197553 Jun 28 10:00:34.365798 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-664a041f-b7c0-4084-a7c1-498b2eeb89dc req-75cdd628-982f-409c-b085-2fa030e83f40 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Jun 28 10:00:34.404670 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Network 445abb4a-3d60-42ef-b876-a692213aa438 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:00:34.489725 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 445abb4a-3d60-42ef-b876-a692213aa438) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:34.495792 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:34.496545 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.505255 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3497e9e-6a3d-46a5-a4d9-e938d1e29080 None None] Network 445abb4a-3d60-42ef-b876-a692213aa438 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:00:34.569284 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480287cc-7cfb-4bf8-8726-6b3eac983b19 req-f3fa184f-cc8e-4d03-bcba-2dd3fcdf05a1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:34.569284 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-480287cc-7cfb-4bf8-8726-6b3eac983b19 req-f3fa184f-cc8e-4d03-bcba-2dd3fcdf05a1 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.0820463 Jun 28 10:00:34.588238 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-609f888a-6e5d-49ea-8279-387542677ca3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9625165 Jun 28 10:00:34.591692 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38762) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:34.598374 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:34.624255 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-480287cc-7cfb-4bf8-8726-6b3eac983b19 req-096f6679-07fc-41d1-be86-ef94ea8946dd tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518253 Jun 28 10:00:34.696813 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-445abb4a-3d60-42ef-b876-a692213aa438', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:00:34.696813 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.792974 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.794320 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.853408 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Allocated IP 172.20.0.2 (445abb4a-3d60-42ef-b876-a692213aa438/bb4251d0-752c-41c8-8bd5-6a453d54d2d1/43568087-e8d9-4ecc-9fc2-9805d029c68f) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:34.868360 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.873192 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:00:35.016561 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.026480 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Transition to ACTIVE for port object 43568087-e8d9-4ecc-9fc2-9805d029c68f will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:35.043027 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Transition to ACTIVE for port object 43568087-e8d9-4ecc-9fc2-9805d029c68f will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:35.279416 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f457b7ee-042a-4229-8b27-9c3bba97ec82 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:00:35.298732 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.305607 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-5cf28184-bbf8-4cce-bb6f-48029064990d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:35.388356 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Network 445abb4a-3d60-42ef-b876-a692213aa438 is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:35.392832 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:35.423965 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:35.437113 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Pushing event updated for resources: {'Port': ['ID=43568087-e8d9-4ecc-9fc2-9805d029c68f,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:35.441843 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:35.514201 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.530614 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Attempting to bind port 43568087-e8d9-4ecc-9fc2-9805d029c68f on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:35.530996 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Attempting to bind port 43568087-e8d9-4ecc-9fc2-9805d029c68f by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:35.531448 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Attempting to bind port 43568087-e8d9-4ecc-9fc2-9805d029c68f on network 445abb4a-3d60-42ef-b876-a692213aa438 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:35.535034 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f457b7ee-042a-4229-8b27-9c3bba97ec82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f457b7ee-042a-4229-8b27-9c3bba97ec82,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:35.546869 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:35.547373 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Checking segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:35.547793 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.548230 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Bound using segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:35.548717 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Bound port: 43568087-e8d9-4ecc-9fc2-9805d029c68f, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:35.549109 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.560148 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'f457b7ee-042a-4229-8b27-9c3bba97ec82', 'network_id': '1c1baac0-262a-47c4-b00c-22c302e95459', 'port_id': 'f457b7ee-042a-4229-8b27-9c3bba97ec82', 'mac_address': 'fa:16:3e:4d:fe:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b8e98f-fc6b-4808-a9e5-4731fa1a3a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:00:35.596947 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a282e-f51c-41c4-807d-412c94f37595 req-5b17f39f-51be-4cdb-b3d4-c7a8de9b1786 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:35.599262 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ee7a282e-f51c-41c4-807d-412c94f37595 req-5b17f39f-51be-4cdb-b3d4-c7a8de9b1786 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 943 time: 0.0747373 Jun 28 10:00:35.637132 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.657655 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] For port 43568087-e8d9-4ecc-9fc2-9805d029c68f, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:35.662711 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f457b7ee-042a-4229-8b27-9c3bba97ec82 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:35.679296 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] For port 43568087-e8d9-4ecc-9fc2-9805d029c68f, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=43568087-e8d9-4ecc-9fc2-9805d029c68f,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:35.681916 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ee7a282e-f51c-41c4-807d-412c94f37595 req-355259dd-3d2a-4fbf-b69b-c62368cb0c64 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708020 Jun 28 10:00:35.698294 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f457b7ee-042a-4229-8b27-9c3bba97ec82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f457b7ee-042a-4229-8b27-9c3bba97ec82,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:35.850755 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.852786 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-049f6e62-ed2c-412a-8da0-539bcd5457cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:35.914288 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Pushing event updated for resources: {'Port': ['ID=43568087-e8d9-4ecc-9fc2-9805d029c68f,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:35.918413 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:35.929529 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.932249 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:35.984812 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f457b7ee-042a-4229-8b27-9c3bba97ec82,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:35.986192 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d3c9-5e97-4907-8c38-2fb9dd5d5e3e req-af0ce9fc-8625-4b28-8d39-0cc0119a37c8 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:35.988149 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:35.988610 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3609d3c9-5e97-4907-8c38-2fb9dd5d5e3e req-af0ce9fc-8625-4b28-8d39-0cc0119a37c8 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.1923478 Jun 28 10:00:36.010777 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:36.037894 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:36.097150 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3609d3c9-5e97-4907-8c38-2fb9dd5d5e3e req-a2bed1ec-4cad-46ae-b0ca-7f6100d55643 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981665 Jun 28 10:00:36.200964 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Allocated IP 172.28.1.3 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/6c0316c0-fdb5-44e2-82dc-5beef1594d97) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:36.281095 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f457b7ee-042a-4229-8b27-9c3bba97ec82'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:36.342302 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:36.448578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:36.453381 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-59c79ddb-4413-4a19-88e3-8c0d2ba0abad tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:36.500678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:36.503570 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:36.512576 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:36.519000 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0316c0-fdb5-44e2-82dc-5beef1594d97,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:36.540540 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:36.976635 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513274e-f290-41f8-a0ea-fef8fda3f814 req-ec29ffdb-85d1-44c0-a9da-6a70ce5bbb63 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:36.986765 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6513274e-f290-41f8-a0ea-fef8fda3f814 req-ec29ffdb-85d1-44c0-a9da-6a70ce5bbb63 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 944 time: 0.1052697 Jun 28 10:00:36.986945 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d6806-88cd-4002-a7fb-c04cd4efbc91 None None] Network 445abb4a-3d60-42ef-b876-a692213aa438 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:00:37.040683 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6513274e-f290-41f8-a0ea-fef8fda3f814 req-68e89f60-69f8-49c9-90cb-b6fc91a3829b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Jun 28 10:00:37.042454 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.262488 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-fa6fdf7b-cbaa-4930-a22a-dbfeea4adb29 None None] Provisioning for port 43568087-e8d9-4ecc-9fc2-9805d029c68f completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:37.280037 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f457b7ee-042a-4229-8b27-9c3bba97ec82 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:37.347219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.408221 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e083a6-404e-470e-93fb-503fe5ebf4fb req-34fb165c-eec4-4ff4-ba6c-51e975214b0e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:37.409949 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f4e083a6-404e-470e-93fb-503fe5ebf4fb req-34fb165c-eec4-4ff4-ba6c-51e975214b0e tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.1364679 Jun 28 10:00:37.462996 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port f457b7ee-042a-4229-8b27-9c3bba97ec82 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:37.470368 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port f457b7ee-042a-4229-8b27-9c3bba97ec82 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:37.471384 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.501140 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f4e083a6-404e-470e-93fb-503fe5ebf4fb req-875ad4a1-e308-47f1-a9c0-66ec9cf60efb tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840299 Jun 28 10:00:37.587494 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.618536 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457b7ee-042a-4229-8b27-9c3bba97ec82'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:37.622328 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e414ca-dbe7-486d-a53c-204d33a24597" -d '{"events": [{"server_uuid": "4f5e3964-c8dc-457e-aed4-10034a167fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f457b7ee-042a-4229-8b27-9c3bba97ec82"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:37.647264 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f457b7ee-042a-4229-8b27-9c3bba97ec82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f457b7ee-042a-4229-8b27-9c3bba97ec82,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:37.650149 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 43568087-e8d9-4ecc-9fc2-9805d029c68f up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:37.673885 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2f8f6-334c-4204-8f4f-41e7691bda76 x-openstack-request-id: req-93f2f8f6-334c-4204-8f4f-41e7691bda76 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:37.674272 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5e3964-c8dc-457e-aed4-10034a167fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f457b7ee-042a-4229-8b27-9c3bba97ec82", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:37.674450 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93f2f8f6-334c-4204-8f4f-41e7691bda76 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:37.675010 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457b7ee-042a-4229-8b27-9c3bba97ec82', 'code': 200} Jun 28 10:00:37.786247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:00:37.894208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 43568087-e8d9-4ecc-9fc2-9805d029c68f completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:37.897570 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.902273 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:37.906374 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 43568087-e8d9-4ecc-9fc2-9805d029c68f triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:37.906374 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.918230 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:37.944934 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Sync routers for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:37.989877 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f457b7ee-042a-4229-8b27-9c3bba97ec82,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:37.993640 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:37.994269 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:37.996835 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:38.078726 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.081106 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4875534 Jun 28 10:00:38.083738 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38782) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:38.142978 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.184330 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:38.249619 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 43568087-e8d9-4ecc-9fc2-9805d029c68f, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=43568087-e8d9-4ecc-9fc2-9805d029c68f,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:38.286127 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5158c-4d6c-4189-add0-ec25348c1375 req-1be57c06-3124-47e7-a358-8fc15f9f18a2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:38.288397 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d1f5158c-4d6c-4189-add0-ec25348c1375 req-1be57c06-3124-47e7-a358-8fc15f9f18a2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.0790083 Jun 28 10:00:38.351772 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d1f5158c-4d6c-4189-add0-ec25348c1375 req-4b92ac3a-12c7-423b-8769-3d286f30662d tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463381 Jun 28 10:00:38.373015 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.382188 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:38.400269 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbed426-567b-4e38-aacf-314f0d901658 req-4120da11-0ada-4e8a-8b96-55a6ae58eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:38.401739 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bfbed426-567b-4e38-aacf-314f0d901658 req-4120da11-0ada-4e8a-8b96-55a6ae58eebd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 1098 time: 0.1323087 Jun 28 10:00:38.464440 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=43568087-e8d9-4ecc-9fc2-9805d029c68f,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:38.469204 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:38.481237 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:36Z', 'revision_number': 3, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:38.506199 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bfbed426-567b-4e38-aacf-314f0d901658 req-2b510e96-b067-47e1-bfed-0ac312c3cfb5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743227 Jun 28 10:00:38.671095 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Checking router: e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:38.671378 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Updating router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:00:38.724021 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.744071 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.873275 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173305-83f2-46fc-a021-f84c5d30b449 req-602ea410-6a69-4802-8486-80068eb3962f tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:38.874903 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e4173305-83f2-46fc-a021-f84c5d30b449 req-602ea410-6a69-4802-8486-80068eb3962f tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.2016923 Jun 28 10:00:38.965519 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e4173305-83f2-46fc-a021-f84c5d30b449 req-595edd0f-ea37-431f-b149-8e5e33c305f0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792475 Jun 28 10:00:39.008957 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Allocated IP 172.20.0.1 (445abb4a-3d60-42ef-b876-a692213aa438/bb4251d0-752c-41c8-8bd5-6a453d54d2d1/273ca0a7-80bc-4940-9f4e-7c5150d58394) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:39.068571 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.082861 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Transition to ACTIVE for port object 6c0316c0-fdb5-44e2-82dc-5beef1594d97 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:39.123306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.295935 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.299409 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:39.349163 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Attempting to bind port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:39.349546 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Attempting to bind port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:39.349922 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Attempting to bind port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:39.361263 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:39.361654 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:39.362077 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.362480 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:39.362990 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Bound port: 6c0316c0-fdb5-44e2-82dc-5beef1594d97, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:39.363385 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.365023 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cde6-7f95-488a-a30b-2098d616fe99 None None] Pushing event updated for resources: {'Port': ['ID=6c0316c0-fdb5-44e2-82dc-5beef1594d97,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:39.368351 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-3e46cde6-7f95-488a-a30b-2098d616fe99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:39.380443 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Transition to ACTIVE for port object 273ca0a7-80bc-4940-9f4e-7c5150d58394 will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:39.420130 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] For port 6c0316c0-fdb5-44e2-82dc-5beef1594d97, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:39.422445 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] For port 6c0316c0-fdb5-44e2-82dc-5beef1594d97, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=6c0316c0-fdb5-44e2-82dc-5beef1594d97,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:39.544429 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa367ab-06ab-40a8-876e-e68552b89edb req-b081a23a-f059-44b2-9ec5-9a651bfd1c91 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:39.546049 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-efa367ab-06ab-40a8-876e-e68552b89edb req-b081a23a-f059-44b2-9ec5-9a651bfd1c91 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.0685019 Jun 28 10:00:39.551074 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 43568087-e8d9-4ecc-9fc2-9805d029c68f up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:39.552474 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.556705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-cccba953-f936-4b2f-af40-0243d4033929 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:39.589165 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.598629 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-049f6e62-ed2c-412a-8da0-539bcd5457cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:39.608043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Network 445abb4a-3d60-42ef-b876-a692213aa438 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:39.615461 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:39.634819 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:39.639342 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-efa367ab-06ab-40a8-876e-e68552b89edb req-e5970f42-10b9-4428-a8d8-c904011bf79b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834892 Jun 28 10:00:39.641924 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Pushing event updated for resources: {'Port': ['ID=273ca0a7-80bc-4940-9f4e-7c5150d58394,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:39.660053 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:39.660751 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:39.678000 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:39.703111 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.735117 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cde6-7f95-488a-a30b-2098d616fe99 None None] Pushing event updated for resources: {'Port': ['ID=6c0316c0-fdb5-44e2-82dc-5beef1594d97,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:39.739791 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 43568087-e8d9-4ecc-9fc2-9805d029c68f triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:39.740199 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.746139 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-3e46cde6-7f95-488a-a30b-2098d616fe99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:39.836535 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:40.069781 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:40.080630 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:36Z', 'revision_number': 3, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:40.083894 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8608bde5-3253-41c3-861a-adcd9b3d3d11 None None] Provisioning for port 273ca0a7-80bc-4940-9f4e-7c5150d58394 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:40.120620 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8608bde5-3253-41c3-861a-adcd9b3d3d11 None None] Provisioning complete for port 273ca0a7-80bc-4940-9f4e-7c5150d58394 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:40.120620 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8608bde5-3253-41c3-861a-adcd9b3d3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:40.125407 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743644c-a932-4120-b6cb-2c8a79e02fc4 None None] The sync data for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb is: [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:36Z', 'revision_number': 3, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:40.171745 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-8608bde5-3253-41c3-861a-adcd9b3d3d11 None None] Port 273ca0a7-80bc-4940-9f4e-7c5150d58394 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:00:40.224699 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df4435-dbf2-49af-9341-0224689cbd78 req-3a961176-8834-41ec-8b14-0beb03ce6d26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:40.227327 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96df4435-dbf2-49af-9341-0224689cbd78 req-3a961176-8834-41ec-8b14-0beb03ce6d26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.1179221 Jun 28 10:00:40.289477 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:40.292914 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96df4435-dbf2-49af-9341-0224689cbd78 req-2053501a-8290-4b52-8c66-82d38ebe13e7 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548329 Jun 28 10:00:40.428990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:40.436282 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-17f3588f-9977-4f6b-ae06-329f912d7983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:40.530823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Pushing event updated for resources: {'Port': ['ID=273ca0a7-80bc-4940-9f4e-7c5150d58394,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:40.533361 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:40.536130 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:40.653564 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Network 445abb4a-3d60-42ef-b876-a692213aa438 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:40.655184 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:40.813253 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:00:40.896187 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706b960-1732-4f3b-a4a2-572d4b46b8ed req-b755554a-cb10-471d-8f07-d9ffba07a9c8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:40.898608 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1706b960-1732-4f3b-a4a2-572d4b46b8ed req-b755554a-cb10-471d-8f07-d9ffba07a9c8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.1015482 Jun 28 10:00:40.917787 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-515fdd83-ecbf-4ee4-bff9-36c4c0c5b946 None None] Provisioning complete for port 273ca0a7-80bc-4940-9f4e-7c5150d58394 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:40.918809 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-515fdd83-ecbf-4ee4-bff9-36c4c0c5b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:40.959835 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:40.965532 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] 10.222.0.16 "PUT /v2.0/routers/e064cd31-93d2-4fa7-ac85-a4efdf18e3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8803847 Jun 28 10:00:40.971815 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1706b960-1732-4f3b-a4a2-572d4b46b8ed req-b6f2b015-0453-418e-8bb3-572410fadca2 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656919 Jun 28 10:00:40.994504 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-515fdd83-ecbf-4ee4-bff9-36c4c0c5b946 None None] Port 273ca0a7-80bc-4940-9f4e-7c5150d58394 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:00:41.493861 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94212aa-1bcc-4616-93b0-d70f886119df req-7980af53-98d6-46e6-80dd-738152bcb5e3 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:41.496782 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e94212aa-1bcc-4616-93b0-d70f886119df req-7980af53-98d6-46e6-80dd-738152bcb5e3 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.0743942 Jun 28 10:00:41.554316 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e94212aa-1bcc-4616-93b0-d70f886119df req-b39f65ff-b1ca-422c-87fc-6df62753cc57 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&id=4f3abca3-336c-4187-9896-e289907c9089&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496776 Jun 28 10:00:41.592708 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 6c0316c0-fdb5-44e2-82dc-5beef1594d97 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:41.810010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:41.823300 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:41.823300 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.958882 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.993823 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 6c0316c0-fdb5-44e2-82dc-5beef1594d97, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=6c0316c0-fdb5-44e2-82dc-5beef1594d97,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:41.998154 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 38828) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:42.004083 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1555830325-network', 'tenant_id': '9287c017ef7441a084d87011647b88aa'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:42.059555 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Sync routers for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:42.069733 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:42.070602 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:42.102170 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.105235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-3e46cde6-7f95-488a-a30b-2098d616fe99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:42.136410 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Made reservation on behalf of 9287c017ef7441a084d87011647b88aa for: {'network': 1} {{(pid=100108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:00:42.139812 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.153911 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.166254 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=6c0316c0-fdb5-44e2-82dc-5beef1594d97,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:42.170130 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:42.196981 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:42.267116 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.369328 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.373350 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-055a95b3-7c40-4ae0-8780-b514c352ecbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:42.392366 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=100108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:00:42.407638 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3828ec-56ff-4bb8-aea2-72a618ea40ab,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:42.411341 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.411684 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.segments_db [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Added segment de2c7694-208d-430a-ba1d-143ca2128564 of type vlan for network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 Jun 28 10:00:42.413290 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:42.418856 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:40Z', 'revision_number': 2, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:42.459261 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Checking router: e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:42.461517 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Updating router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 port 273ca0a7-80bc-4940-9f4e-7c5150d58394 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:00:42.463085 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.501421 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.585071 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.587514 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:42.588276 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.591207 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:42.656223 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Pushing event updated for resources: {'Network': ['ID=82887d34-60a3-4c8e-a1f6-1f4b4b455707,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:42.664902 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:42.670734 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:00:42.736852 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c1c6ecc5-18a8-44c2-962c-bcad39c8aa70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7373090 Jun 28 10:00:42.737286 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38834) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:42.747154 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Request body: {'subnet': {'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1555830325-subnet', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:42.818381 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.832430 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Transition to ACTIVE for port object 273ca0a7-80bc-4940-9f4e-7c5150d58394 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:42.861068 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Made reservation on behalf of 9287c017ef7441a084d87011647b88aa for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:00:42.863738 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12254328'] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.917737 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:42.924044 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:42.976078 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Pushing event updated for resources: {'Port': ['ID=273ca0a7-80bc-4940-9f4e-7c5150d58394,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:42.987371 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.987742 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.988592 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.988923 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:42.998207 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:43.059985 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Attempting to bind port 273ca0a7-80bc-4940-9f4e-7c5150d58394 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:43.060975 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Attempting to bind port 273ca0a7-80bc-4940-9f4e-7c5150d58394 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:43.060975 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Attempting to bind port 273ca0a7-80bc-4940-9f4e-7c5150d58394 on network 445abb4a-3d60-42ef-b876-a692213aa438 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:43.067722 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:43.068129 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Checking segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:43.068616 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.069030 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Bound using segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:43.069515 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Bound port: 273ca0a7-80bc-4940-9f4e-7c5150d58394, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:43.069965 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.138973 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] For port 273ca0a7-80bc-4940-9f4e-7c5150d58394, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:43.142270 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] For port 273ca0a7-80bc-4940-9f4e-7c5150d58394, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=273ca0a7-80bc-4940-9f4e-7c5150d58394,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:43.190515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8655343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12254314'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.193927 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:43.226556 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.229000 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:43.258174 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51615cdc-60b8-4512-9907-089612999df9,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:43.261703 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:43.269006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Checking segment: {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:43.269516 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Network hostable DHCP agents. Network: 82887d34-60a3-4c8e-a1f6-1f4b4b455707, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:00:43.299349 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.305142 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Pushing event updated for resources: {'Port': ['ID=273ca0a7-80bc-4940-9f4e-7c5150d58394,revision_number=4']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:43.311299 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:43.313330 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:43.313937 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:43.402435 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:00:43.438559 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:43.484925 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 82887d34-60a3-4c8e-a1f6-1f4b4b455707) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:43.491901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:43.492792 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.497824 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b696a3-7561-46a8-9e66-2814992d24f4 None None] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:00:43.584495 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 6c0316c0-fdb5-44e2-82dc-5beef1594d97 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:43.636547 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-2e2f4f0d-da25-4b26-93b8-20a62cd0e9c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8964565 Jun 28 10:00:43.640075 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38840) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:43.646626 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:43.695940 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:43.696692 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.741934 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:43Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:43.756286 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.757045 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'fixed_ips': [{'subnet_id': '51615cdc-60b8-4512-9907-089612999df9'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:00:43.757181 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.757349 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.771855 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecd633-e1fc-42d6-87f4-50de55a9807a None None] The sync data for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb is: [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:43Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:43.829501 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:43.976186 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Allocated IP 172.20.0.2 (82887d34-60a3-4c8e-a1f6-1f4b4b455707/51615cdc-60b8-4512-9907-089612999df9/e1bffc38-4848-444e-800f-52f82599df46) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:44.143731 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.208524 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.218428 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Transition to ACTIVE for port object e1bffc38-4848-444e-800f-52f82599df46 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:44.235259 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Transition to ACTIVE for port object e1bffc38-4848-444e-800f-52f82599df46 will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:44.313255 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.315294 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:44.359378 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:44.370849 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:44.373299 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Pushing event updated for resources: {'Port': ['ID=e1bffc38-4848-444e-800f-52f82599df46,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:44.381554 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:44.389615 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:44.450509 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.465735 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Attempting to bind port e1bffc38-4848-444e-800f-52f82599df46 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:44.466116 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Attempting to bind port e1bffc38-4848-444e-800f-52f82599df46 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:44.466485 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Attempting to bind port e1bffc38-4848-444e-800f-52f82599df46 on network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:44.472299 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:44.473524 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.473657 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Checking segment: {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:44.474615 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.474738 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Bound using segment: {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:44.475184 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Bound port: e1bffc38-4848-444e-800f-52f82599df46, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:44.475575 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.558852 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] For port e1bffc38-4848-444e-800f-52f82599df46, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:44.569774 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] For port e1bffc38-4848-444e-800f-52f82599df46, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=e1bffc38-4848-444e-800f-52f82599df46,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:44.590679 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Allocated IP 172.28.1.50 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:44.661456 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.663494 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:44.716693 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.743167 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Pushing event updated for resources: {'Port': ['ID=e1bffc38-4848-444e-800f-52f82599df46,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:44.748187 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:44.844346 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:44.847520 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:44.889486 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:44.892651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:44.895917 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:44.923853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:44.930819 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:45.332259 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:45.584140 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:45.662346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 273ca0a7-80bc-4940-9f4e-7c5150d58394 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:45.788036 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 273ca0a7-80bc-4940-9f4e-7c5150d58394 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:45.799783 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 273ca0a7-80bc-4940-9f4e-7c5150d58394 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:45.800200 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:45.804060 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df26ba7-bb29-4e18-96dd-99d6e0a14cec req-a2ad270c-ae7a-4124-b800-13945c610b70 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:45.805894 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9df26ba7-bb29-4e18-96dd-99d6e0a14cec req-a2ad270c-ae7a-4124-b800-13945c610b70 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0976579 Jun 28 10:00:45.851127 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9df26ba7-bb29-4e18-96dd-99d6e0a14cec req-046eeb6f-f975-46c3-8e01-c498e51b5968 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366404 Jun 28 10:00:45.891655 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:00:45.906722 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:45.946145 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 273ca0a7-80bc-4940-9f4e-7c5150d58394, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=273ca0a7-80bc-4940-9f4e-7c5150d58394,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:46.013433 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0819e-b570-40db-8d49-72a5031c4168 None None] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:00:46.024519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:46.034682 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Sync routers for ids ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:46.040031 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.040910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device e1bffc38-4848-444e-800f-52f82599df46 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:46.046288 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:46.110041 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.111320 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4697678 Jun 28 10:00:46.114644 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38868) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:46.257796 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Routers {'8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:46.258398 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:46.342050 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=273ca0a7-80bc-4940-9f4e-7c5150d58394,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:46.356887 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:46.427828 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-ee6885c8-b63f-43f9-9325-4bd821ae87d9 None None] Provisioning for port e1bffc38-4848-444e-800f-52f82599df46 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:46.461078 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Set router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:46.530910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port e1bffc38-4848-444e-800f-52f82599df46 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:46.553063 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port e1bffc38-4848-444e-800f-52f82599df46 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:46.553453 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.559751 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.742327 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.781210 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 3, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:46.786936 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port e1bffc38-4848-444e-800f-52f82599df46, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=e1bffc38-4848-444e-800f-52f82599df46,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:46.811241 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Checking router: 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:46.811904 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Updating router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:00:46.860431 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.903249 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.947760 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:46.968971 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Allocated IP 172.20.0.1 (82887d34-60a3-4c8e-a1f6-1f4b4b455707/51615cdc-60b8-4512-9907-089612999df9/3a6307fa-414e-44eb-94ac-b7a96233fda1) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:00:47.027176 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=e1bffc38-4848-444e-800f-52f82599df46,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:47.043232 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-567b6b83-859f-4601-8b0e-23648a666333 None None] Provisioning complete for port e1bffc38-4848-444e-800f-52f82599df46 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:47.043615 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-567b6b83-859f-4601-8b0e-23648a666333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.045385 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:47.123611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9e52-eb2f-4af0-90bf-cdb7441a46f7 req-06c88631-4dc9-445e-81c0-135a2fac9ddd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:47.125166 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-900e9e52-eb2f-4af0-90bf-cdb7441a46f7 req-06c88631-4dc9-445e-81c0-135a2fac9ddd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.1404190 Jun 28 10:00:47.136902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.174492 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Transition to ACTIVE for port object 3a6307fa-414e-44eb-94ac-b7a96233fda1 will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:47.184600 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-900e9e52-eb2f-4af0-90bf-cdb7441a46f7 req-2290b75c-66ad-4e77-aa20-1312cb9b3733 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514050 Jun 28 10:00:47.243401 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.253017 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Transition to ACTIVE for port object fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:47.335069 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.337204 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-589e301b-b0c3-4b77-9e4f-1410adee9722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:47.368848 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.371598 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:47.373693 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:47.376529 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:47.379705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:00:47.406933 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6307fa-414e-44eb-94ac-b7a96233fda1,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:47.409868 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:47.424855 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Attempting to bind port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:47.425852 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Attempting to bind port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:47.426423 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Attempting to bind port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:47.428913 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287491bc-e693-4e1f-aaed-a17397db2fa7 None None] Pushing event updated for resources: {'Port': ['ID=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:47.429495 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.432138 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-287491bc-e693-4e1f-aaed-a17397db2fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:47.436545 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:47.436892 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:47.437319 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.437721 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:47.438214 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Bound port: fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:47.438610 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.494956 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] For port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:47.498603 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] For port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:47.570972 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 273ca0a7-80bc-4940-9f4e-7c5150d58394 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:47.575203 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.596575 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:47.674366 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287491bc-e693-4e1f-aaed-a17397db2fa7 None None] Pushing event updated for resources: {'Port': ['ID=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:47.679716 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-287491bc-e693-4e1f-aaed-a17397db2fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:47.682875 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Routers {'8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:47.683434 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:47.684646 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.728510 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 273ca0a7-80bc-4940-9f4e-7c5150d58394 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:47.728895 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.760336 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-a116167a-7d13-418a-a310-dd8ad31866e4 None None] Provisioning for port 3a6307fa-414e-44eb-94ac-b7a96233fda1 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:47.793686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-a116167a-7d13-418a-a310-dd8ad31866e4 None None] Provisioning complete for port 3a6307fa-414e-44eb-94ac-b7a96233fda1 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:47.794071 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a116167a-7d13-418a-a310-dd8ad31866e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.857385 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] Set router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:47.858248 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.903418 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-a116167a-7d13-418a-a310-dd8ad31866e4 None None] Port 3a6307fa-414e-44eb-94ac-b7a96233fda1 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:00:47.944086 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:47.946528 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f566cecb-2f35-40f2-906d-3bac15825e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:48.011193 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:48.013149 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6307fa-414e-44eb-94ac-b7a96233fda1,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:48.016857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:48.115857 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:00:48.117699 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:00:48.208592 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device e1bffc38-4848-444e-800f-52f82599df46 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:48.241663 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:00:48.324763 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port e1bffc38-4848-444e-800f-52f82599df46 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:48.325227 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:48.389197 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '3a6307fa-414e-44eb-94ac-b7a96233fda1', 'name': '', 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'mac_address': 'fa:16:3e:95:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '51615cdc-60b8-4512-9907-089612999df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:46Z', 'updated_at': '2021-06-28T10:00:46Z', 'revision_number': 1, 'project_id': '9287c017ef7441a084d87011647b88aa', 'subnets': [{'id': '51615cdc-60b8-4512-9907-089612999df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:48.393147 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:48.404243 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] 10.222.0.16 "PUT /v2.0/routers/8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864366 Jun 28 10:00:48.405327 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5123445-3184-4260-b87a-9865b60b1f95 req-bb5405db-edf8-4958-9db8-17d88446ec7a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:48.406869 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c5123445-3184-4260-b87a-9865b60b1f95 req-bb5405db-edf8-4958-9db8-17d88446ec7a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0674880 Jun 28 10:00:48.442612 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6c2e8-2698-4c2a-ad5d-b6fb43c639f8 None None] The sync data for ids ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'] in dv-cinder-786627-12-smb is: [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '3a6307fa-414e-44eb-94ac-b7a96233fda1', 'name': '', 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'mac_address': 'fa:16:3e:95:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '51615cdc-60b8-4512-9907-089612999df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:46Z', 'updated_at': '2021-06-28T10:00:46Z', 'revision_number': 1, 'project_id': '9287c017ef7441a084d87011647b88aa', 'subnets': [{'id': '51615cdc-60b8-4512-9907-089612999df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:48.455201 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c5123445-3184-4260-b87a-9865b60b1f95 req-69659f82-eda8-4da9-a359-4c2d549ffeb0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Jun 28 10:00:48.469766 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-ae762b73-cba1-43d6-a523-335b09f22c7f None None] Provisioning complete for port 3a6307fa-414e-44eb-94ac-b7a96233fda1 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:48.470022 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ae762b73-cba1-43d6-a523-335b09f22c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:48.508159 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-ae762b73-cba1-43d6-a523-335b09f22c7f None None] Port 3a6307fa-414e-44eb-94ac-b7a96233fda1 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:00:49.199656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38894) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:49.204494 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174061339', 'description': 'tempest-secgroup-smoke-1174061339 description', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:49.351960 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.442701 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.568965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.573361 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-637ed9ba-97cd-44d6-ad8e-eef0b269e3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:49.591944 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:49.601823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f74810b-bf7b-4945-8be1-fd03f8dd29b0,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:49.604769 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:49.666177 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0553c-e03f-4f13-acbe-f417f4639d44 req-867b1a4a-8d55-4ea5-b238-e18f66b59d94 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:49.667634 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4c0553c-e03f-4f13-acbe-f417f4639d44 req-867b1a4a-8d55-4ea5-b238-e18f66b59d94 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0789273 Jun 28 10:00:49.690658 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.698703 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b3df78e2-28bb-48c6-9cd5-7c9d19ae6b7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4923840 Jun 28 10:00:49.698826 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38900) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:49.703590 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group_rule': {'security_group_id': '5f74810b-bf7b-4945-8be1-fd03f8dd29b0', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:49.706303 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4c0553c-e03f-4f13-acbe-f417f4639d44 req-f613ee6e-f1da-4ad5-84ba-ebf13ab381e7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328918 Jun 28 10:00:49.814917 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:49.821459 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:49.821880 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.889625 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.901040 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:49.921907 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:49.963854 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.004208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.007072 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:50.031411 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.033660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-deed310a-36b3-4141-8520-cb534f0afa26 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:50.051419 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdcdd5c-deca-4c68-84e6-ab18c876336a,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:50.055440 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:50.057599 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:50.059982 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:50.204475 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.205736 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5059676 Jun 28 10:00:50.208496 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38902) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:50.213129 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group_rule': {'security_group_id': '5f74810b-bf7b-4945-8be1-fd03f8dd29b0', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:50.307030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.373872 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.455026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.463071 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5d143c46-e9ee-4f90-9ea3-83ce1388d00f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:50.478710 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7006f56f-9d21-43ad-96f0-271b85ea9301,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:50.481267 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:50.555602 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.556906 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3474822 Jun 28 10:00:50.561117 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38906) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:50.565924 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group_rule': {'security_group_id': '5f74810b-bf7b-4945-8be1-fd03f8dd29b0', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:50.676755 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.741863 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.871667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.877998 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:50.894820 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9400a6-8e04-4b9c-acad-449d1fb2d54d,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:50.900519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:50.911424 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372f831-c7be-4223-9389-15546e08ef8b req-07729b61-8031-489d-b96d-8bbe78bdb114 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:50.913097 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c372f831-c7be-4223-9389-15546e08ef8b req-07729b61-8031-489d-b96d-8bbe78bdb114 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0734487 Jun 28 10:00:50.954428 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c372f831-c7be-4223-9389-15546e08ef8b req-231c23a2-d037-4efd-b7d1-56643e90ddfc tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357716 Jun 28 10:00:51.064266 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.065492 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5034060 Jun 28 10:00:51.068936 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38912) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:51.073702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group_rule': {'security_group_id': '5f74810b-bf7b-4945-8be1-fd03f8dd29b0', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:51.178754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.250865 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.361546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.364185 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0b51feab-983b-4e8f-8c7d-a8e420eeaf1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:51.381560 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b5972b-1184-499f-be2a-6a25c6ca9dcd,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:51.384752 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:51.493005 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.494657 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5136f810-09e9-442d-aaf3-2365d375487a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4245577 Jun 28 10:00:51.497278 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38914) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:51.501875 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group_rule': {'security_group_id': '5f74810b-bf7b-4945-8be1-fd03f8dd29b0', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:51.565391 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:51.621029 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.securitygroups_db [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Project d70da65ff5824ffdaa02da7ed5a9b049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:00:51.625593 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:51.625979 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.627947 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.712366 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.804163 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.806881 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-2cf5f735-dca1-4933-8391-70f536e40378 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:51.824750 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea13bf59-354a-4d2f-8899-883a4ddb98a5,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:51.832742 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:51.930457 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.930457 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d6b2f6b9-a0dc-479c-b773-a4702e3c70f4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4320142 Jun 28 10:00:51.934293 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 38918) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:51.939805 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'security_group_rule': {'security_group_id': '5f74810b-bf7b-4945-8be1-fd03f8dd29b0', 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:51.958993 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Sync routers for ids ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:51.971141 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Routers {'8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:51.971839 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:52.050192 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.securitygroups_db [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Project d70da65ff5824ffdaa02da7ed5a9b049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:00:52.058773 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.089750 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Set router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:52.181601 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.209959 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bb7f8-4476-4c08-9f3f-3cf6f766e069 req-e0cb9c15-853e-4228-a2f3-a27f8d97bd96 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:52.211602 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0c4bb7f8-4476-4c08-9f3f-3cf6f766e069 req-e0cb9c15-853e-4228-a2f3-a27f8d97bd96 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0986691 Jun 28 10:00:52.264224 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0c4bb7f8-4476-4c08-9f3f-3cf6f766e069 req-ecee6ba0-3cae-427b-9529-6e9bab9db9b0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445864 Jun 28 10:00:52.280657 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.283535 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:52.311852 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '3a6307fa-414e-44eb-94ac-b7a96233fda1', 'name': '', 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'mac_address': 'fa:16:3e:95:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '51615cdc-60b8-4512-9907-089612999df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:46Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 2, 'project_id': '9287c017ef7441a084d87011647b88aa', 'subnets': [{'id': '51615cdc-60b8-4512-9907-089612999df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:52.320838 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97433e72-d1ab-49ca-b783-3aa63e936c2d,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:52.323058 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:52.340576 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Checking router: 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:52.340941 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Updating router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe port 3a6307fa-414e-44eb-94ac-b7a96233fda1 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:00:52.377405 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.498922 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.500858 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5652819 Jun 28 10:00:52.683602 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.693407 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Transition to ACTIVE for port object 3a6307fa-414e-44eb-94ac-b7a96233fda1 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:00:52.803338 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.806564 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:52.854320 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16784925-fb03-42b3-810f-bd81fe8052e7 None None] Pushing event updated for resources: {'Port': ['ID=3a6307fa-414e-44eb-94ac-b7a96233fda1,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:52.857745 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-16784925-fb03-42b3-810f-bd81fe8052e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:52.912017 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Attempting to bind port 3a6307fa-414e-44eb-94ac-b7a96233fda1 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:00:52.912618 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Attempting to bind port 3a6307fa-414e-44eb-94ac-b7a96233fda1 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:00:52.913178 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Attempting to bind port 3a6307fa-414e-44eb-94ac-b7a96233fda1 on network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:00:52.919057 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:00:52.919429 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Checking segment: {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:00:52.919896 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.920312 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Bound using segment: {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:00:52.920846 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Bound port: 3a6307fa-414e-44eb-94ac-b7a96233fda1, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2c7694-208d-430a-ba1d-143ca2128564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:00:52.921237 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.993004 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] For port 3a6307fa-414e-44eb-94ac-b7a96233fda1, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:00:52.996385 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] For port 3a6307fa-414e-44eb-94ac-b7a96233fda1, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=3a6307fa-414e-44eb-94ac-b7a96233fda1,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:00:53.054713 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.057101 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:53.112675 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Routers {'8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:53.113576 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:00:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:53.118507 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16784925-fb03-42b3-810f-bd81fe8052e7 None None] Pushing event updated for resources: {'Port': ['ID=3a6307fa-414e-44eb-94ac-b7a96233fda1,revision_number=4']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:53.150392 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-16784925-fb03-42b3-810f-bd81fe8052e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:53.228049 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] Set router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:53.442522 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '3a6307fa-414e-44eb-94ac-b7a96233fda1', 'name': '', 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'mac_address': 'fa:16:3e:95:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '51615cdc-60b8-4512-9907-089612999df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:46Z', 'updated_at': '2021-06-28T10:00:52Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'subnets': [{'id': '51615cdc-60b8-4512-9907-089612999df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:53.472155 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85291a-4fe5-4858-b84e-0a65d2367211 None None] The sync data for ids ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'] in dv-cinder-786627-12-smb is: [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:00:47Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '3a6307fa-414e-44eb-94ac-b7a96233fda1', 'name': '', 'network_id': '82887d34-60a3-4c8e-a1f6-1f4b4b455707', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'mac_address': 'fa:16:3e:95:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '51615cdc-60b8-4512-9907-089612999df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:46Z', 'updated_at': '2021-06-28T10:00:52Z', 'revision_number': 4, 'project_id': '9287c017ef7441a084d87011647b88aa', 'subnets': [{'id': '51615cdc-60b8-4512-9907-089612999df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:53.479903 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c069a-441c-49b2-8c1d-87b13375539a req-6321232a-298a-4020-ae71-fe67c7ef0a49 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:53.482405 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-442c069a-441c-49b2-8c1d-87b13375539a req-6321232a-298a-4020-ae71-fe67c7ef0a49 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0703111 Jun 28 10:00:53.531367 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-442c069a-441c-49b2-8c1d-87b13375539a req-49b0aed2-4fab-44bf-b2fb-e2d88b8f60ce tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Jun 28 10:00:53.598582 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 3a6307fa-414e-44eb-94ac-b7a96233fda1 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:53.774537 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 3a6307fa-414e-44eb-94ac-b7a96233fda1 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:00:53.786806 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 3a6307fa-414e-44eb-94ac-b7a96233fda1 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:53.787187 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.880759 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:53.920955 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 3a6307fa-414e-44eb-94ac-b7a96233fda1, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=3a6307fa-414e-44eb-94ac-b7a96233fda1,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:54.084528 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:54.085981 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:54.138522 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=3a6307fa-414e-44eb-94ac-b7a96233fda1,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:54.140955 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:54.715024 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2545-e69a-4b59-9849-c38b58976afc req-bc609b28-0e3f-4916-8b51-1226ec1e8cc4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:54.716556 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c9da2545-e69a-4b59-9849-c38b58976afc req-bc609b28-0e3f-4916-8b51-1226ec1e8cc4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0654638 Jun 28 10:00:54.758374 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c9da2545-e69a-4b59-9849-c38b58976afc req-4d4ff33c-023c-47ef-8977-6f1915b6610b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Jun 28 10:00:55.556364 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 3a6307fa-414e-44eb-94ac-b7a96233fda1 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:55.606682 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 3a6307fa-414e-44eb-94ac-b7a96233fda1 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:55.607093 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:55.946383 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1b28d-d359-4acb-8398-a113a995b61f req-aceaa0b0-8a97-4ddd-adc6-cc84d4cc8617 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:55.948251 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-49e1b28d-d359-4acb-8398-a113a995b61f req-aceaa0b0-8a97-4ddd-adc6-cc84d4cc8617 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0679107 Jun 28 10:00:55.988701 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-49e1b28d-d359-4acb-8398-a113a995b61f req-6554894a-f2d5-48ba-85db-b6372461f278 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345519 Jun 28 10:00:56.541171 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4af897e9-0940-4998-974e-756558f808d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:57.170387 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7ee02-5369-4632-9d98-b05127ff7358 req-534be3eb-dea0-407f-b5f4-56beb1ef3a93 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:57.171919 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ac7ee02-5369-4632-9d98-b05127ff7358 req-534be3eb-dea0-407f-b5f4-56beb1ef3a93 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0683284 Jun 28 10:00:57.215815 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ac7ee02-5369-4632-9d98-b05127ff7358 req-1646f3d7-202c-4257-941e-39a1bdbcbc78 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Jun 28 10:00:58.400961 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351b77-5a25-438c-bfaa-7aa93f96e5dd req-1951a423-d437-4d7e-9544-23d1d1c2d55f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:58.402515 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-75351b77-5a25-438c-bfaa-7aa93f96e5dd req-1951a423-d437-4d7e-9544-23d1d1c2d55f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0666630 Jun 28 10:00:58.442909 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-75351b77-5a25-438c-bfaa-7aa93f96e5dd req-77152625-9ac1-477e-970e-be00c96b2078 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Jun 28 10:00:59.006979 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cb406dc2-66b3-4fea-a342-7b443941255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:59.235456 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:59.397210 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:00:59.496047 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:59.508384 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'mac_address': 'fa:16:3e:07:8c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:00:59.546959 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:59.562101 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f21c1a2a-0971-42ed-8280-d9c5a86d1c52 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:59.583322 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:59.629107 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef848a-6104-410e-9efe-02bb721602f7 req-5fd68ace-30f5-4bd9-a3b7-80a0dd951a4d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:59.630689 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-feef848a-6104-410e-9efe-02bb721602f7 req-5fd68ace-30f5-4bd9-a3b7-80a0dd951a4d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0661182 Jun 28 10:00:59.665762 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:59.671825 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-5cf28184-bbf8-4cce-bb6f-48029064990d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:59.672026 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-feef848a-6104-410e-9efe-02bb721602f7 req-8f0eb0e0-296a-46b3-a438-73db0502d59c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339854 Jun 28 10:00:59.724686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=6']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:59.730106 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:59.789472 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f21c1a2a-0971-42ed-8280-d9c5a86d1c52'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:00.265757 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:00.855725 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f966ca-f163-47eb-9c75-d07b0aeb7b4f req-18562a20-14bf-4c5f-bb3c-914edcfe3155 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:00.857301 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-68f966ca-f163-47eb-9c75-d07b0aeb7b4f req-18562a20-14bf-4c5f-bb3c-914edcfe3155 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 944 time: 0.0685790 Jun 28 10:01:00.895713 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-68f966ca-f163-47eb-9c75-d07b0aeb7b4f req-c0f364a6-6b94-4b15-a3b9-2e1defc5e41d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Jun 28 10:01:01.411456 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:01.465538 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:01.465970 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:01.553294 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:01.574457 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:01.576724 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee550bb0-bd93-49ca-aeda-0196b6be5f88" -d '{"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:01.589896 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:01.666165 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a65f5d-51ec-41e2-a339-3bfed6e803d5 x-openstack-request-id: req-17a65f5d-51ec-41e2-a339-3bfed6e803d5 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:01.666569 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:01.666918 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17a65f5d-51ec-41e2-a339-3bfed6e803d5 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:01.667322 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'code': 200} Jun 28 10:01:01.692496 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:01.695755 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:01.742228 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=7']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:01.745418 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:01.905650 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:02.080481 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932a05a-43fd-4fee-8cef-012e105386f8 req-5715d2c9-92b0-4d0a-a3f8-e068dae42871 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:02.082392 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d932a05a-43fd-4fee-8cef-012e105386f8 req-5715d2c9-92b0-4d0a-a3f8-e068dae42871 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0673859 Jun 28 10:01:02.127879 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d932a05a-43fd-4fee-8cef-012e105386f8 req-607bb60c-14c2-4d26-85c3-84edfe967032 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Jun 28 10:01:03.317695 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415847d-af1c-418a-9d07-b81c8585cefd req-3dfa91b3-c9cb-44f0-8cd3-52f273cd8dcb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:03.318986 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6415847d-af1c-418a-9d07-b81c8585cefd req-3dfa91b3-c9cb-44f0-8cd3-52f273cd8dcb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0677998 Jun 28 10:01:03.361853 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6415847d-af1c-418a-9d07-b81c8585cefd req-2107348a-efb9-48f0-bb86-3c708e4405af tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358024 Jun 28 10:01:04.570819 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1f8b-553d-4ccb-aa44-64b43858dee0 req-abcf3616-3801-411c-b0dd-4ec41b41ceb3 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:04.572328 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7f4b1f8b-553d-4ccb-aa44-64b43858dee0 req-abcf3616-3801-411c-b0dd-4ec41b41ceb3 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0779066 Jun 28 10:01:04.617465 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7f4b1f8b-553d-4ccb-aa44-64b43858dee0 req-3150395b-87e6-4575-88e0-da1bd521dbe9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Jun 28 10:01:05.864648 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6001-783a-408f-8263-c0a24df4adf2 req-826eebaa-f67e-4486-be87-7b7edb432a29 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:05.866993 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e0af6001-783a-408f-8263-c0a24df4adf2 req-826eebaa-f67e-4486-be87-7b7edb432a29 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0822124 Jun 28 10:01:05.918891 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e0af6001-783a-408f-8263-c0a24df4adf2 req-6fb18d5a-6f24-4e51-9069-f16064a926c2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Jun 28 10:01:07.194069 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2786ab-cd83-4501-a8e0-a91ef446f67e req-e555e8ac-6394-4450-94d5-f9d0e6a6341f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:07.196821 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cf2786ab-cd83-4501-a8e0-a91ef446f67e req-e555e8ac-6394-4450-94d5-f9d0e6a6341f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.1272430 Jun 28 10:01:07.239270 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-cf2786ab-cd83-4501-a8e0-a91ef446f67e req-eebb4995-f3f0-4f9b-87f4-863ae22fdb5f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373139 Jun 28 10:01:08.470612 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f805-925d-40d7-8419-f2d4cf9a7063 req-072d8868-e2cb-4e48-b906-ec373db5492c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:08.473092 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-62b5f805-925d-40d7-8419-f2d4cf9a7063 req-072d8868-e2cb-4e48-b906-ec373db5492c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0673618 Jun 28 10:01:08.511697 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-62b5f805-925d-40d7-8419-f2d4cf9a7063 req-d426ee70-ac82-468c-a4f5-62527caf4574 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329022 Jun 28 10:01:09.722807 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae087b1-d192-4e81-922a-65e117271f1d req-17960641-8c39-4b38-addb-c45f67cb1dc8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:09.725235 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bae087b1-d192-4e81-922a-65e117271f1d req-17960641-8c39-4b38-addb-c45f67cb1dc8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0826614 Jun 28 10:01:09.775966 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bae087b1-d192-4e81-922a-65e117271f1d req-d68eb097-b9ca-4b00-98f3-62125b50b0f0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Jun 28 10:01:09.865329 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-cd282db8-d6ae-4923-b19e-24f594724808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:09.866799 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-cd282db8-d6ae-4923-b19e-24f594724808 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1098 time: 0.1878424 Jun 28 10:01:10.000287 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-71dbcbdc-2129-4764-a22c-c043a647415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.002039 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-71dbcbdc-2129-4764-a22c-c043a647415d service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.1028454 Jun 28 10:01:10.082469 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-5e52a253-d0fa-4c84-bacd-668e25e83824 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 1001 time: 0.0662851 Jun 28 10:01:10.137404 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-ff70b49b-1b26-42cb-a06c-9bb3c6366e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.138267 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-ff70b49b-1b26-42cb-a06c-9bb3c6366e3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0488048 Jun 28 10:01:10.206539 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-8e11c9a3-25f1-4491-af3f-60fc5cd5bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.208231 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-8e11c9a3-25f1-4491-af3f-60fc5cd5bf8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0624959 Jun 28 10:01:10.320628 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-3d0ca9fe-6311-41de-bae6-0f056fef27cf service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994155 Jun 28 10:01:10.440424 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ceb4d3ed-3970-477e-a75f-7ebf4f53e1ec req-7895d7f6-3fa2-4453-8e5a-6b5b269eed58 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055319 Jun 28 10:01:11.012766 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb353-2ecb-4838-b4e5-7d08193c7e46 req-a247bf61-b63f-4913-be6e-3f53ddba1c04 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:11.014648 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-181cb353-2ecb-4838-b4e5-7d08193c7e46 req-a247bf61-b63f-4913-be6e-3f53ddba1c04 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0898573 Jun 28 10:01:11.056453 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-181cb353-2ecb-4838-b4e5-7d08193c7e46 req-8e234ab5-5110-4832-bc9f-eda33e156cfc tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348139 Jun 28 10:01:11.871688 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:01:12.233287 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89570f66-e899-4a95-b78c-4f4d46ca5714 req-0b4eae35-fb8e-493f-9121-8fe0c5b4fe92 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:12.235644 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-89570f66-e899-4a95-b78c-4f4d46ca5714 req-0b4eae35-fb8e-493f-9121-8fe0c5b4fe92 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.0729339 Jun 28 10:01:12.261157 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e37a1-e982-45dc-a0e1-9d6dd8616a74 req-6c7a6d00-3307-495b-a5b7-5a991696baed tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:12.262762 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-869e37a1-e982-45dc-a0e1-9d6dd8616a74 req-6c7a6d00-3307-495b-a5b7-5a991696baed tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0714777 Jun 28 10:01:12.281292 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-89570f66-e899-4a95-b78c-4f4d46ca5714 req-c274d6e9-1d79-468d-b4f8-0ba26ad73a4d tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Jun 28 10:01:12.309594 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-869e37a1-e982-45dc-a0e1-9d6dd8616a74 req-6ca9fcad-4db1-4004-88e0-29df91a70a3e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 Jun 28 10:01:13.299531 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:13.485785 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a510b3b-aef2-475c-bdde-fb0151c6a9ec req-04736f0e-fae1-4a01-8bd3-23ced47c3257 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:13.487322 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4a510b3b-aef2-475c-bdde-fb0151c6a9ec req-04736f0e-fae1-4a01-8bd3-23ced47c3257 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.0752797 Jun 28 10:01:13.516499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c530-8924-4b15-82e0-040bdebeb8a1 req-3e99db54-4e77-4795-97b5-22e917694c4e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:13.518250 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-34c6c530-8924-4b15-82e0-040bdebeb8a1 req-3e99db54-4e77-4795-97b5-22e917694c4e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0769544 Jun 28 10:01:13.548063 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4a510b3b-aef2-475c-bdde-fb0151c6a9ec req-ca92a1b0-08b9-4708-a74d-1b466fa1692e tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537515 Jun 28 10:01:13.574370 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-34c6c530-8924-4b15-82e0-040bdebeb8a1 req-0fd6dff6-3686-40d8-823d-58c9a3937218 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491705 Jun 28 10:01:14.779963 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd467bf-c789-428d-aabb-e916a5cbc97c req-78981c99-b09f-450d-ab37-e054fa3435a1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:14.874711 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9cd467bf-c789-428d-aabb-e916a5cbc97c req-78981c99-b09f-450d-ab37-e054fa3435a1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0765109 Jun 28 10:01:14.874711 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9cd467bf-c789-428d-aabb-e916a5cbc97c req-591b8f9b-a3e8-4b64-8574-05e40dc153ee tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Jun 28 10:01:14.894621 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6df9d-264b-4076-9ea8-3cef307c6891 req-a4a032bd-21d5-40a2-beb7-5809c0bfc125 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:14.896246 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-aea6df9d-264b-4076-9ea8-3cef307c6891 req-a4a032bd-21d5-40a2-beb7-5809c0bfc125 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.0688171 Jun 28 10:01:14.944446 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-aea6df9d-264b-4076-9ea8-3cef307c6891 req-a34a1a44-76a0-4dab-869c-f186b0573751 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Jun 28 10:01:16.063212 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b95b-8d9d-4f69-96d4-bf6be3bb8ed9 req-67925288-bb2a-4169-a1d8-cf88154825ba tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:16.068894 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d846b95b-8d9d-4f69-96d4-bf6be3bb8ed9 req-67925288-bb2a-4169-a1d8-cf88154825ba tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0788853 Jun 28 10:01:16.130336 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d846b95b-8d9d-4f69-96d4-bf6be3bb8ed9 req-5abce4f5-a3e8-4f13-ae1f-35662c39e3cd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578084 Jun 28 10:01:16.262690 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef629b-f50d-4d3d-bb44-bfadf5bd30c2 req-01d190d9-5cfb-44dc-be83-701333839657 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:16.269440 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8fef629b-f50d-4d3d-bb44-bfadf5bd30c2 req-01d190d9-5cfb-44dc-be83-701333839657 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.1020267 Jun 28 10:01:16.318388 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8fef629b-f50d-4d3d-bb44-bfadf5bd30c2 req-4b3f2e4d-4258-405e-8431-ab703886366b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Jun 28 10:01:16.867840 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-e425ac40-1f34-4675-b293-9b82dc68f3ab tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174061339&fields=id&tenant_id=d70da65ff5824ffdaa02da7ed5a9b049 HTTP/1.1" status: 200 len: 267 time: 0.0532184 Jun 28 10:01:17.005595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9aaac75c-7e20-4b2f-bfb8-a9496b0ca917 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:17.008582 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9aaac75c-7e20-4b2f-bfb8-a9496b0ca917 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 809 time: 0.1398709 Jun 28 10:01:17.023937 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-fc3af2ee-fb74-4873-85bb-0ee7f048a3b6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/quotas/d70da65ff5824ffdaa02da7ed5a9b049 HTTP/1.1" status: 200 len: 375 time: 0.0114894 Jun 28 10:01:17.108903 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-cfa016a1-d426-4e17-927c-a54e1a1f2933 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706923 Jun 28 10:01:17.276674 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-443168e9-0a27-469f-9323-f5eb18acf6b7 service neutron] 10.222.0.16 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660502 Jun 28 10:01:17.349224 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339ff1-b413-49a8-871d-1a102d8a5955 req-1668bdd0-9425-4ec9-b3a7-69d12045b0dc tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:17.351450 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c6339ff1-b413-49a8-871d-1a102d8a5955 req-1668bdd0-9425-4ec9-b3a7-69d12045b0dc tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0890779 Jun 28 10:01:17.379967 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-df3ecc4c-2feb-4a15-900e-822aa2eb9576 service neutron] 10.222.0.16 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975225 Jun 28 10:01:17.407380 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c6339ff1-b413-49a8-871d-1a102d8a5955 req-0da8c8c8-64e3-46fa-8bd8-2ff966072726 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496635 Jun 28 10:01:17.601073 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-a0e057bb-7b83-49f1-b25d-e49e988b9009 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:17.602913 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-a0e057bb-7b83-49f1-b25d-e49e988b9009 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.1126707 Jun 28 10:01:17.638691 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1719c8b-9a99-4d98-b28b-44defaa3d94a req-2f8276de-45c3-4464-8697-4d830723cec4 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:17.641163 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c1719c8b-9a99-4d98-b28b-44defaa3d94a req-2f8276de-45c3-4464-8697-4d830723cec4 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 945 time: 0.1129286 Jun 28 10:01:17.696969 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c1719c8b-9a99-4d98-b28b-44defaa3d94a req-ed2f2b2d-2bd2-4c6f-9363-0dc9ca16b103 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e770fcc-fa5b-40d0-b514-d1ac54533331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490735 Jun 28 10:01:17.734952 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Deleting port f457b7ee-042a-4229-8b27-9c3bba97ec82 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:17.735412 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:17.851291 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] For port f457b7ee-042a-4229-8b27-9c3bba97ec82, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f457b7ee-042a-4229-8b27-9c3bba97ec82,segment=NetworkSegment(121ca830-f1c3-4f5c-8666-6fc0e0a7b398),segment_id=121ca830-f1c3-4f5c-8666-6fc0e0a7b398)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:17.851603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:17.867706 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Calling delete_port for f457b7ee-042a-4229-8b27-9c3bba97ec82 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:18.221585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.226651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4b4871c3-809f-465a-8c89-182796693ae4 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:18.235235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f457b7ee-042a-4229-8b27-9c3bba97ec82'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:18.271824 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Pushing event deleted for resources: {'Port': ['ID=f457b7ee-042a-4229-8b27-9c3bba97ec82,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:18.300534 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:18.330440 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] No DVR routers for this DVR port f457b7ee-042a-4229-8b27-9c3bba97ec82 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:01:18.333984 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.336076 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d16ce998-b47f-41e7-a714-fba02e505b56 req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.38 "DELETE /v2.0/ports/f457b7ee-042a-4229-8b27-9c3bba97ec82 HTTP/1.1" status: 204 len: 173 time: 0.7261786 Jun 28 10:01:18.336664 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'name': 'network-vif-deleted', 'tag': 'f457b7ee-042a-4229-8b27-9c3bba97ec82'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:18.353647 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42b4f52-9c7e-430c-8496-72946eaa5143" -d '{"events": [{"server_uuid": "4f5e3964-c8dc-457e-aed4-10034a167fc1", "name": "network-vif-deleted", "tag": "f457b7ee-042a-4229-8b27-9c3bba97ec82"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:18.468998 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e512add-9f38-45a8-bd92-0eb09434f374 x-openstack-request-id: req-8e512add-9f38-45a8-bd92-0eb09434f374 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:18.469512 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5e3964-c8dc-457e-aed4-10034a167fc1", "name": "network-vif-deleted", "tag": "f457b7ee-042a-4229-8b27-9c3bba97ec82", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:18.469876 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e512add-9f38-45a8-bd92-0eb09434f374 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:18.470376 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e3964-c8dc-457e-aed4-10034a167fc1', 'name': 'network-vif-deleted', 'tag': 'f457b7ee-042a-4229-8b27-9c3bba97ec82', 'status': 'completed', 'code': 200} Jun 28 10:01:18.625672 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c7bee-f0c3-4f14-96f7-af08155fd07f req-de47b967-efcf-43ac-a491-38507eada122 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:18.627168 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-757c7bee-f0c3-4f14-96f7-af08155fd07f req-de47b967-efcf-43ac-a491-38507eada122 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0665529 Jun 28 10:01:18.669011 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-757c7bee-f0c3-4f14-96f7-af08155fd07f req-20da4a3f-579b-469c-b4b8-a0073fb81953 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356078 Jun 28 10:01:18.848855 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-365c0d0d-125e-4d81-bae7-393db669dbb5 req-ad30fb7c-1679-48a4-b59d-282136b6cb5b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e3964-c8dc-457e-aed4-10034a167fc1 HTTP/1.1" status: 200 len: 210 time: 0.0309403 Jun 28 10:01:19.346323 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9f01570e-1181-4d4c-a203-ae83d1355761 req-bece740e-b7c9-4735-bc86-7000911aa671 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 210 time: 0.0480690 Jun 28 10:01:19.891858 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25bd91-3a84-4ae6-bcec-595725bb9f4e req-0a6e6d7d-cb58-4dec-b2ec-fc48e27e168e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:19.893702 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-af25bd91-3a84-4ae6-bcec-595725bb9f4e req-0a6e6d7d-cb58-4dec-b2ec-fc48e27e168e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0907640 Jun 28 10:01:19.935146 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-af25bd91-3a84-4ae6-bcec-595725bb9f4e req-e1d74aea-74d7-4e0a-bea7-9389331f6034 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353439 Jun 28 10:01:20.433374 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-4b891a1a-a063-46b5-b273-92cb67680442 req-b76d3b62-2cf3-41eb-bdb1-80e696c97d7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 210 time: 0.0310569 Jun 28 10:01:21.131396 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abb9e-e9a4-4061-9ea2-2c64a9a77604 req-31da3e9a-7f52-4e01-8950-69ce3163a708 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:21.133518 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d8abb9e-e9a4-4061-9ea2-2c64a9a77604 req-31da3e9a-7f52-4e01-8950-69ce3163a708 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0763264 Jun 28 10:01:21.181581 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d8abb9e-e9a4-4061-9ea2-2c64a9a77604 req-9379dec9-f8a6-4dea-92b1-33251e67e5e0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Jun 28 10:01:21.494816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-cba0999e-bc6b-4462-8942-f050b527f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:21.496373 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-cba0999e-bc6b-4462-8942-f050b527f0fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1098 time: 0.0552793 Jun 28 10:01:21.543986 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f457b7ee-042a-4229-8b27-9c3bba97ec82 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:21.578706 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: f457b7ee-042a-4229-8b27-9c3bba97ec82 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:01:21.579227 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f457b7ee-042a-4229-8b27-9c3bba97ec82 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:01:21.590311 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c9ad490d-c529-47c3-b9b9-b411e50c40c6 req-1efa2d22-2e43-4cf7-9fe1-6c95d11e65cb tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 210 time: 0.0410628 Jun 28 10:01:21.603723 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-10403400-e069-41ca-a728-72f7cef080a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:21.606041 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-10403400-e069-41ca-a728-72f7cef080a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.1018023 Jun 28 10:01:21.682084 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-ee8cb323-2f19-4977-ac53-6526940b13d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 1001 time: 0.0698624 Jun 28 10:01:21.736527 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-59273941-0d73-4b43-9dbc-6b19866be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:21.742508 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-59273941-0d73-4b43-9dbc-6b19866be0e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0493536 Jun 28 10:01:21.797474 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-274f05a1-66d3-40df-96bd-14003b51872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:21.798939 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-274f05a1-66d3-40df-96bd-14003b51872a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0543842 Jun 28 10:01:21.898393 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-dae92001-b74c-49b1-920e-60b21255971f service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862484 Jun 28 10:01:21.999565 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cd9493ca-6590-456d-ba86-76dc3d9f0ee9 req-7deeac7f-3a90-4cb0-8ad5-eb328b090398 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943618 Jun 28 10:01:22.287672 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-a57e163f-abc8-46b6-bb86-bbae3ba80cc0 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:22.289383 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-a57e163f-abc8-46b6-bb86-bbae3ba80cc0 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 809 time: 0.1039555 Jun 28 10:01:22.382647 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-8644ab36-b804-41b2-b7bc-39e5911fe95a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d70da65ff5824ffdaa02da7ed5a9b049 HTTP/1.1" status: 200 len: 380 time: 0.0699229 Jun 28 10:01:22.393984 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'port': {'device_id': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'admin_state_up': True, 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'security_groups': ['5f74810b-bf7b-4945-8be1-fd03f8dd29b0']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:22.462328 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb143c70-dda7-4725-97c8-a3b8dd874363 req-390ac46c-2ce5-48e2-a14d-94434aee5688 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:22.463877 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cb143c70-dda7-4725-97c8-a3b8dd874363 req-390ac46c-2ce5-48e2-a14d-94434aee5688 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.1447058 Jun 28 10:01:22.522007 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cb143c70-dda7-4725-97c8-a3b8dd874363 req-c6ff02eb-e8b3-4cca-8c1a-4f45003065d1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521629 Jun 28 10:01:22.673996 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Made reservation on behalf of d70da65ff5824ffdaa02da7ed5a9b049 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:22.673996 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:22.747716 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-03765311-53ed-404f-9dbf-8440fec20458 req-0ffdb8fe-ef76-40f5-beec-a5ba0832637e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Jun 28 10:01:22.794463 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Allocated IP 172.20.0.7 (445abb4a-3d60-42ef-b876-a692213aa438/bb4251d0-752c-41c8-8bd5-6a453d54d2d1/f9f0463c-fdac-43a4-b396-39f9e73b9222) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:23.169167 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:23.182175 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Transition to ACTIVE for port object f9f0463c-fdac-43a4-b396-39f9e73b9222 will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:23.294316 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:23.299042 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bfb4cfd1-deb7-4078-9c0c-8041cd8b78e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:23.342116 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Network 445abb4a-3d60-42ef-b876-a692213aa438 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:23.345217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:23.351825 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:23.375331 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:23.381511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:23.404577 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:23.405172 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:23.526746 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1378665 Jun 28 10:01:23.539691 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Request body: {'port': {'device_id': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:23.618196 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:23.653673 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-78370976-c26c-44f4-bf7d-361474850a1b None None] Provisioning for port f9f0463c-fdac-43a4-b396-39f9e73b9222 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:23.658231 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-78370976-c26c-44f4-bf7d-361474850a1b None None] Provisioning complete for port f9f0463c-fdac-43a4-b396-39f9e73b9222 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:23.662654 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-78370976-c26c-44f4-bf7d-361474850a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:23.695679 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-78370976-c26c-44f4-bf7d-361474850a1b None None] Port f9f0463c-fdac-43a4-b396-39f9e73b9222 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:01:23.813644 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915ea26-e272-4100-9bd5-7967b2653bd3 req-b83e3af9-5794-47b2-ab30-96ec6efc8ecf tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:23.814928 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2915ea26-e272-4100-9bd5-7967b2653bd3 req-b83e3af9-5794-47b2-ab30-96ec6efc8ecf tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.1586301 Jun 28 10:01:23.899996 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2915ea26-e272-4100-9bd5-7967b2653bd3 req-4ee716ae-6aec-49e2-b662-b303807c61ea tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548120 Jun 28 10:01:23.939398 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12c6bb-4486-4cf1-bf3a-9fce645f357f req-e700708b-570a-4e8f-a29c-8dcd76844c39 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:23.941640 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7a12c6bb-4486-4cf1-bf3a-9fce645f357f req-e700708b-570a-4e8f-a29c-8dcd76844c39 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 931 time: 0.0735056 Jun 28 10:01:23.986005 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f0463c-fdac-43a4-b396-39f9e73b9222 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:01:23.997065 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7a12c6bb-4486-4cf1-bf3a-9fce645f357f req-672a86d7-6c5c-447f-9e6a-77ffdc0b7863 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Jun 28 10:01:23.997195 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:24.007368 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Transition to ACTIVE for port object f9f0463c-fdac-43a4-b396-39f9e73b9222 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:01:24.088296 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:24.090655 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:24.149587 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:24.153470 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:24.236380 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Attempting to bind port f9f0463c-fdac-43a4-b396-39f9e73b9222 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:01:24.236794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Attempting to bind port f9f0463c-fdac-43a4-b396-39f9e73b9222 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:01:24.237710 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Attempting to bind port f9f0463c-fdac-43a4-b396-39f9e73b9222 on network 445abb4a-3d60-42ef-b876-a692213aa438 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:24.246784 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Port f9f0463c-fdac-43a4-b396-39f9e73b9222 on network 445abb4a-3d60-42ef-b876-a692213aa438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:01:24.247385 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Attempting to bind port f9f0463c-fdac-43a4-b396-39f9e73b9222 on network 445abb4a-3d60-42ef-b876-a692213aa438 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:01:24.254422 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:01:24.254820 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Checking segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:24.255880 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Bound using segment: {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:01:24.256481 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Bound port: f9f0463c-fdac-43a4-b396-39f9e73b9222, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cfbcbd-7443-48ac-93a8-b0801de62d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:01:24.263025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:24.331628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:01:24.334980 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:01:24.454372 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:24.457146 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:24.491552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:24.492219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:24.493631 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] 10.222.0.38 "PUT /v2.0/ports/f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 1093 time: 0.9581609 Jun 28 10:01:24.494153 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:24.496819 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c989a784-a094-481e-aa12-f516e163b0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:24.540843 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:24.544579 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b207c-b1ce-4c86-96d1-946d6cb7c67d x-openstack-request-id: req-088b207c-b1ce-4c86-96d1-946d6cb7c67d {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:24.544919 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:24.545217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-088b207c-b1ce-4c86-96d1-946d6cb7c67d {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:24.545812 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'status': 'completed', 'code': 200} Jun 28 10:01:24.546604 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:24.634304 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989a784-a094-481e-aa12-f516e163b0d0 req-e3036f0c-6673-4399-a33f-7bb11855a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:24.635809 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c989a784-a094-481e-aa12-f516e163b0d0 req-e3036f0c-6673-4399-a33f-7bb11855a66c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1096 time: 0.0653079 Jun 28 10:01:24.759579 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989a784-a094-481e-aa12-f516e163b0d0 req-a6d0f493-ad97-4e52-b790-cbe21c119e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:24.761079 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c989a784-a094-481e-aa12-f516e163b0d0 req-a6d0f493-ad97-4e52-b790-cbe21c119e14 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1144202 Jun 28 10:01:24.870174 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989a784-a094-481e-aa12-f516e163b0d0 req-6b460f06-ed91-42d6-8b61-9873a3226434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:24.872047 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c989a784-a094-481e-aa12-f516e163b0d0 req-6b460f06-ed91-42d6-8b61-9873a3226434 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1035733 Jun 28 10:01:24.972261 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-07fbc771-6c3f-44ba-bd34-7a7b4413fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:24.973784 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-07fbc771-6c3f-44ba-bd34-7a7b4413fb99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1096 time: 0.0585198 Jun 28 10:01:25.020678 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-d542b9fe-7678-4040-b7bf-f6dd4111282f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 217 time: 0.0384982 Jun 28 10:01:25.074148 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-e44aaf78-c284-4be8-91c3-287e093a4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:25.075616 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-e44aaf78-c284-4be8-91c3-287e093a4c39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0479970 Jun 28 10:01:25.111999 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef35b38-872e-4931-bc7e-67ae2d7e74d0 req-52c02e6e-5633-4cde-af21-ee815ac55a6d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:25.113729 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ef35b38-872e-4931-bc7e-67ae2d7e74d0 req-52c02e6e-5633-4cde-af21-ee815ac55a6d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 945 time: 0.0715644 Jun 28 10:01:25.155382 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1ef35b38-872e-4931-bc7e-67ae2d7e74d0 req-c2e9d515-5b89-4e58-8c14-d31cc55acfe9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357711 Jun 28 10:01:25.188980 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9aa40bb1-1e31-4798-8e2d-dd0d44792890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:25.191389 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-9aa40bb1-1e31-4798-8e2d-dd0d44792890 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1068759 Jun 28 10:01:25.204427 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b5abf-b80f-45d0-955d-ffdc93675d00 req-25fd1dea-ef7c-45d2-91a0-8bc1bf82ed40 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:25.205970 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-500b5abf-b80f-45d0-955d-ffdc93675d00 req-25fd1dea-ef7c-45d2-91a0-8bc1bf82ed40 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0936587 Jun 28 10:01:25.296667 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-500b5abf-b80f-45d0-955d-ffdc93675d00 req-e991cde4-8a41-4c7b-bd5f-5bea497226dd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819373 Jun 28 10:01:25.318758 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-436f954c-cdf7-44b6-ba8b-2f8e267ca246 service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112728 Jun 28 10:01:25.410474 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1e635318-9e27-4d04-98da-d16cab0ba936 req-633bbd01-554f-48b1-85d5-bf7e5ec1ef5a service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Jun 28 10:01:25.568753 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:25.660164 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:25.684257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:25.688228 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5950b-83c6-4347-8413-e7472d204471" -d '{"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:25.699997 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:25.725785 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe03e4-abd3-4d00-80ce-7251bbf1c815 x-openstack-request-id: req-76fe03e4-abd3-4d00-80ce-7251bbf1c815 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:25.726083 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-unplugged", "status": "failed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "code": 422}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:25.726348 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76fe03e4-abd3-4d00-80ce-7251bbf1c815 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:25.726791 dv-cinder-786627-12-smb neutron-server[100110]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'code': 422} returned with failed status Jun 28 10:01:25.790934 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:25.792805 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:25.840366 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=8']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:25.847577 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.847928 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.848297 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.848632 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.848962 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.849290 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.849615 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.849939 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.850264 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.850585 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.850903 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.851222 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:25.855124 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:26.472733 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029edd59-b0d1-4562-b996-db6f01c0029d req-c9684bf2-4c98-437c-ac04-3138a2a0c621 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:26.474211 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-029edd59-b0d1-4562-b996-db6f01c0029d req-c9684bf2-4c98-437c-ac04-3138a2a0c621 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0651319 Jun 28 10:01:26.514145 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-029edd59-b0d1-4562-b996-db6f01c0029d req-fc13c68c-5b04-4c38-a244-080d90d1df3d tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342979 Jun 28 10:01:26.545540 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7c0245b9-2c33-4c39-9688-a76fead04356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:27.099502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fb889-7ffa-4410-9e83-8d88e58a3855 req-db83081b-e457-45dc-a8cd-17b698dddfaa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:27.101049 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0e0fb889-7ffa-4410-9e83-8d88e58a3855 req-db83081b-e457-45dc-a8cd-17b698dddfaa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0662060 Jun 28 10:01:27.144843 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0e0fb889-7ffa-4410-9e83-8d88e58a3855 req-4efaab53-677e-4bac-9223-732427212d34 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376143 Jun 28 10:01:27.680458 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39332) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:27.689113 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027771f-2ed9-4213-859c-38e4ad0f24aa req-7e6c0d7f-22f1-45b8-a3ea-ce336243fccd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:27.690580 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0027771f-2ed9-4213-859c-38e4ad0f24aa req-7e6c0d7f-22f1-45b8-a3ea-ce336243fccd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0643067 Jun 28 10:01:27.733510 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0027771f-2ed9-4213-859c-38e4ad0f24aa req-5f36947d-d97b-4a12-a105-0a070abce7ab tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370407 Jun 28 10:01:27.782782 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-98312514-8ac6-4b08-b9c4-92171a9f6e73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008902 Jun 28 10:01:28.344991 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a15f-6697-45e5-9d05-ca4d19f102d7 req-ec284a6b-9597-4608-afdc-9bfc1b291322 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:28.346500 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca90a15f-6697-45e5-9d05-ca4d19f102d7 req-ec284a6b-9597-4608-afdc-9bfc1b291322 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0813093 Jun 28 10:01:28.384385 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca90a15f-6697-45e5-9d05-ca4d19f102d7 req-6eb56b3a-bc7e-46f8-a2be-6eb5678f2f09 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Jun 28 10:01:28.912776 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b712494-8590-4ddb-bf69-26a94939f3b4 req-e9937ec5-93a3-490b-aed7-7a6c056efc8a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:28.914270 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0b712494-8590-4ddb-bf69-26a94939f3b4 req-e9937ec5-93a3-490b-aed7-7a6c056efc8a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0701478 Jun 28 10:01:28.952911 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0b712494-8590-4ddb-bf69-26a94939f3b4 req-88504f58-135d-43f0-891c-fc9284b805a0 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Jun 28 10:01:29.054682 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3c509084-b0b2-47d8-9591-19379d093f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:29.235067 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:29.573294 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd58e2-9cfc-4530-ac99-f713a4af07a9 req-28006743-c265-4a6b-80c8-360d53366000 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:29.574757 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1fd58e2-9cfc-4530-ac99-f713a4af07a9 req-28006743-c265-4a6b-80c8-360d53366000 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0686028 Jun 28 10:01:29.604543 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:01:29.615558 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1fd58e2-9cfc-4530-ac99-f713a4af07a9 req-d58cdb8d-e3c1-4d3d-8cb6-ee3f7b6829a5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352204 Jun 28 10:01:29.708010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:29.723743 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'port_id': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'mac_address': 'fa:16:3e:7b:9a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:01:29.760988 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:29.775438 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f0463c-fdac-43a4-b396-39f9e73b9222 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:01:29.795881 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:29.876203 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:29.878742 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-287491bc-e693-4e1f-aaed-a17397db2fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:29.928887 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:29.931850 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:30.137315 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d668da-b4cb-4527-ad02-24e03fb999dd req-34bbcd69-886b-4df5-ae66-669c3652367c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:30.138825 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c2d668da-b4cb-4527-ad02-24e03fb999dd req-34bbcd69-886b-4df5-ae66-669c3652367c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 944 time: 0.0719330 Jun 28 10:01:30.190018 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c2d668da-b4cb-4527-ad02-24e03fb999dd req-c39bd449-5a42-4ee2-9bee-5594b3d7113b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Jun 28 10:01:30.198641 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f9f0463c-fdac-43a4-b396-39f9e73b9222'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:30.345346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:30.797992 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011c1a0-befe-48cd-93ed-dd82f214a072 req-3e5ec8a3-7acd-41b2-bd7e-bc63bc96de66 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:30.799525 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f011c1a0-befe-48cd-93ed-dd82f214a072 req-3e5ec8a3-7acd-41b2-bd7e-bc63bc96de66 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0637660 Jun 28 10:01:30.838407 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f011c1a0-befe-48cd-93ed-dd82f214a072 req-9b490105-af6e-43cc-abea-6f0835183eae tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330675 Jun 28 10:01:30.926032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-f9d8acaa-1cf3-433b-9771-11a4d02eedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:30.927555 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-f9d8acaa-1cf3-433b-9771-11a4d02eedfd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd&tenant_id=d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 1096 time: 0.0876760 Jun 28 10:01:31.019447 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-ab0b3dac-4ebd-4822-aee2-5a59d07c6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:31.021001 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-ab0b3dac-4ebd-4822-aee2-5a59d07c6a57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1096 time: 0.0558000 Jun 28 10:01:31.113311 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-685244c7-7934-4927-81b2-83e56e60a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:31.114706 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-685244c7-7934-4927-81b2-83e56e60a764 service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.0869052 Jun 28 10:01:31.180938 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-9dd5d014-fc64-4bdc-ac43-ea88163fb3b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 999 time: 0.0585170 Jun 28 10:01:31.232739 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-9553a3cf-d1f5-497d-92a8-63078492c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:31.234195 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-9553a3cf-d1f5-497d-92a8-63078492c489 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0462191 Jun 28 10:01:31.304782 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-22a69d59-008b-4d18-b3fa-657d8594d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:31.306468 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-22a69d59-008b-4d18-b3fa-657d8594d0ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0656018 Jun 28 10:01:31.380597 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafb508-93b5-49b2-90f7-60b237553095 req-544668a2-6c5f-4db8-b368-67c87634dc96 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:31.382035 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-afafb508-93b5-49b2-90f7-60b237553095 req-544668a2-6c5f-4db8-b368-67c87634dc96 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 944 time: 0.0721154 Jun 28 10:01:31.397392 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-820424ba-224d-4ecb-8153-85c9d6f2876e service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834198 Jun 28 10:01:31.420587 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-afafb508-93b5-49b2-90f7-60b237553095 req-9759b0a5-10cf-4c90-8ccc-eca7ae6caf7e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Jun 28 10:01:31.492067 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5611ff4-ae05-4bd8-93e6-a8c0b8b3f5c3 req-7df8787a-e231-4c8b-ab64-b39aadff6824 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873737 Jun 28 10:01:31.603022 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:31.737137 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port f9f0463c-fdac-43a4-b396-39f9e73b9222 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:01:31.741960 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port f9f0463c-fdac-43a4-b396-39f9e73b9222 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:31.742568 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.835114 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.858095 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:31.860785 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9dc8ac-803e-4cc2-a827-97080c3e8091" -d '{"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-plugged", "status": "completed", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:31.878453 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:31.901362 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1cd2e3-0fa0-46c9-882f-a45100d5de2c x-openstack-request-id: req-3e1cd2e3-0fa0-46c9-882f-a45100d5de2c {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:31.901362 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-plugged", "status": "completed", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:31.901362 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e1cd2e3-0fa0-46c9-882f-a45100d5de2c {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:31.901362 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'code': 200} Jun 28 10:01:31.937208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.956385 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.958632 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-3e46cde6-7f95-488a-a30b-2098d616fe99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:32.005305 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:32.008466 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:32.035433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47665a64-8982-4398-8620-4b87f268fd89 req-addb67ea-c9e1-40ff-9109-fae5c047e9a9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:32.036983 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-47665a64-8982-4398-8620-4b87f268fd89 req-addb67ea-c9e1-40ff-9109-fae5c047e9a9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0697818 Jun 28 10:01:32.081291 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-47665a64-8982-4398-8620-4b87f268fd89 req-58b5724c-8881-4eb7-9c27-e4cb40b26da9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376549 Jun 28 10:01:32.615333 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fd9c7-6682-474f-bd3c-0f4474dd64dd req-260b3ce7-d8bf-455e-a75f-21e8bbe310ef tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:32.618842 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cb9fd9c7-6682-474f-bd3c-0f4474dd64dd req-260b3ce7-d8bf-455e-a75f-21e8bbe310ef tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0727324 Jun 28 10:01:32.658846 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cb9fd9c7-6682-474f-bd3c-0f4474dd64dd req-7f208708-84c5-4997-8127-0bbd7b1533e1 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359221 Jun 28 10:01:33.277865 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536b0d5-d9e1-4041-8ab9-65d7554c3068 req-53edf3d7-56c5-445a-bce6-d73dc9681165 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:33.279516 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6536b0d5-d9e1-4041-8ab9-65d7554c3068 req-53edf3d7-56c5-445a-bce6-d73dc9681165 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0732436 Jun 28 10:01:33.327383 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6536b0d5-d9e1-4041-8ab9-65d7554c3068 req-3753d44b-f9fa-43cf-8646-7670f132f6af tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Jun 28 10:01:33.838748 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58339e-64c8-4e1e-9d10-3d5a93008d19 req-9a4c28f5-c2bb-4bb1-8d5d-2a1906f2f0e2 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:33.840282 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2e58339e-64c8-4e1e-9d10-3d5a93008d19 req-9a4c28f5-c2bb-4bb1-8d5d-2a1906f2f0e2 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0652611 Jun 28 10:01:33.880733 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2e58339e-64c8-4e1e-9d10-3d5a93008d19 req-037dd465-007f-4308-9583-ba62cea7b553 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Jun 28 10:01:34.550530 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de36c-3841-4de7-b03a-b80727eaaafd req-9214db13-6933-4f59-8e2b-6c5ae75fd5c8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:34.552258 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d97de36c-3841-4de7-b03a-b80727eaaafd req-9214db13-6933-4f59-8e2b-6c5ae75fd5c8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0887840 Jun 28 10:01:34.595960 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d97de36c-3841-4de7-b03a-b80727eaaafd req-9b43aa67-5848-43cc-8d68-6dc404c5a9ad tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378335 Jun 28 10:01:35.075456 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d09479-d2c6-4775-aed2-e8b83c940ef3 req-fcab402e-3bd2-42a0-8968-5e062253cb5d tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:35.076965 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-25d09479-d2c6-4775-aed2-e8b83c940ef3 req-fcab402e-3bd2-42a0-8968-5e062253cb5d tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0724819 Jun 28 10:01:35.147558 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-25d09479-d2c6-4775-aed2-e8b83c940ef3 req-ac2e0f85-154a-4fcd-b285-1dd418f1b74f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Jun 28 10:01:35.783676 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4b2b4-6e32-42b3-ab97-6aefcb07dd6a req-060b68cd-cbb3-4d31-ac51-18c7189c42ab tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:35.785157 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c0b4b2b4-6e32-42b3-ab97-6aefcb07dd6a req-060b68cd-cbb3-4d31-ac51-18c7189c42ab tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0645738 Jun 28 10:01:35.832920 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c0b4b2b4-6e32-42b3-ab97-6aefcb07dd6a req-ffea8055-2193-4d08-9da4-0d349a361583 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Jun 28 10:01:36.329552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61491c30-2538-46c0-b263-9c1945fdda07 req-cd6f9fb6-3904-4533-bd33-4a7063bbcb2e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:36.331082 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61491c30-2538-46c0-b263-9c1945fdda07 req-cd6f9fb6-3904-4533-bd33-4a7063bbcb2e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0746295 Jun 28 10:01:36.376715 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61491c30-2538-46c0-b263-9c1945fdda07 req-e552a82f-cc19-4d69-b45b-ab466d674e19 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351009 Jun 28 10:01:37.073474 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a86c6-3afc-4638-8fb4-5bc362e4efb1 req-ef9caaa3-e75e-4786-9921-6ce858dfa601 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:37.075894 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-226a86c6-3afc-4638-8fb4-5bc362e4efb1 req-ef9caaa3-e75e-4786-9921-6ce858dfa601 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.1142898 Jun 28 10:01:37.115567 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-226a86c6-3afc-4638-8fb4-5bc362e4efb1 req-81d13629-c97a-4019-a3fc-ff3a9a7e4236 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Jun 28 10:01:37.559015 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d58978-e0a1-4ec6-af13-75d6dfc52978 req-f612adcc-5398-4ba1-ad79-e4eeb4f2233b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:37.561841 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-03d58978-e0a1-4ec6-af13-75d6dfc52978 req-f612adcc-5398-4ba1-ad79-e4eeb4f2233b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0729444 Jun 28 10:01:37.601029 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-03d58978-e0a1-4ec6-af13-75d6dfc52978 req-238392d9-29df-41b4-aeb6-b6870d7af3e6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341728 Jun 28 10:01:38.337314 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d8031-cca6-4fb8-a8c7-766782de64d9 req-28946b61-2c26-4c8b-8db4-eee85162b8c0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:38.338854 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a33d8031-cca6-4fb8-a8c7-766782de64d9 req-28946b61-2c26-4c8b-8db4-eee85162b8c0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0902343 Jun 28 10:01:38.379519 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a33d8031-cca6-4fb8-a8c7-766782de64d9 req-f21383cf-73dc-495e-9ed1-3ba8303c31c1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347743 Jun 28 10:01:38.779021 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819271-0fa2-4559-aab3-46a436335a0f req-e0ef0f92-b658-4ab3-82ae-fe7aa8306bfc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:38.780597 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-37819271-0fa2-4559-aab3-46a436335a0f req-e0ef0f92-b658-4ab3-82ae-fe7aa8306bfc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0647538 Jun 28 10:01:38.821899 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-37819271-0fa2-4559-aab3-46a436335a0f req-c4455f08-b4cc-4a3d-8f81-8f5d5dcae383 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349445 Jun 28 10:01:39.584874 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c7f3-de53-4b7b-bcf6-3dfebad4ab19 req-16f14dfb-53eb-4b17-81c8-f9a24c0dac62 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:39.586620 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e467c7f3-de53-4b7b-bcf6-3dfebad4ab19 req-16f14dfb-53eb-4b17-81c8-f9a24c0dac62 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0804570 Jun 28 10:01:39.637273 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e467c7f3-de53-4b7b-bcf6-3dfebad4ab19 req-30f6f3eb-4d4b-45e5-811b-ee9120987769 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436859 Jun 28 10:01:40.026603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2203baa-e3b6-4d13-acb7-71ba17177eaa req-edf6c044-2538-4f7f-8b14-d1a803428595 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:40.028156 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e2203baa-e3b6-4d13-acb7-71ba17177eaa req-edf6c044-2538-4f7f-8b14-d1a803428595 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0722823 Jun 28 10:01:40.077080 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e2203baa-e3b6-4d13-acb7-71ba17177eaa req-5eb824bd-cb53-4dbd-bec7-6fe276f29608 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375574 Jun 28 10:01:40.876872 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b61a9-fcfb-4474-8167-e0711ad167bd req-ac37debd-0e7b-402a-9f53-04c0a2f13dcf tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:40.880848 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b24b61a9-fcfb-4474-8167-e0711ad167bd req-ac37debd-0e7b-402a-9f53-04c0a2f13dcf tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.1002741 Jun 28 10:01:40.930657 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b24b61a9-fcfb-4474-8167-e0711ad167bd req-2c929635-434b-478e-8162-b76487361e19 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452442 Jun 28 10:01:41.270446 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d49f3-3b92-43a5-a1e3-e84aab804011 req-e6c4387e-1e74-471c-b494-4ef867fcadc4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:41.271947 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f85d49f3-3b92-43a5-a1e3-e84aab804011 req-e6c4387e-1e74-471c-b494-4ef867fcadc4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0714614 Jun 28 10:01:41.315099 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f85d49f3-3b92-43a5-a1e3-e84aab804011 req-3c50b927-450c-4135-8cf5-5ea748e6e47b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Jun 28 10:01:42.137978 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105c11c-8b2e-49a0-8f59-4dcf586fbdb3 req-d79f26b6-3a6a-4ac6-8421-583933d9fbf5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:42.139863 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b105c11c-8b2e-49a0-8f59-4dcf586fbdb3 req-d79f26b6-3a6a-4ac6-8421-583933d9fbf5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0735826 Jun 28 10:01:42.180458 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b105c11c-8b2e-49a0-8f59-4dcf586fbdb3 req-db3bbc9b-61c4-4cf6-a808-5bf5f5ad3e4e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342100 Jun 28 10:01:42.506154 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec13457-4fd1-478e-a7b1-1c27aa78a240 req-bb21c117-55cd-474d-8243-12124829a10c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:42.507775 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3ec13457-4fd1-478e-a7b1-1c27aa78a240 req-bb21c117-55cd-474d-8243-12124829a10c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0755825 Jun 28 10:01:42.547173 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3ec13457-4fd1-478e-a7b1-1c27aa78a240 req-d46dd11d-de6f-4030-a704-1908b7445cd4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Jun 28 10:01:43.277430 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:43.393326 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c04a7-b98e-4ecc-bb1c-522ca777a188 req-b6f6fb0e-2ca4-47f5-8cf5-1f16c54c393b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:43.395451 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-344c04a7-b98e-4ecc-bb1c-522ca777a188 req-b6f6fb0e-2ca4-47f5-8cf5-1f16c54c393b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0841126 Jun 28 10:01:43.436742 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-344c04a7-b98e-4ecc-bb1c-522ca777a188 req-e48c58f9-5150-4a42-bc7d-d12beabe8b35 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Jun 28 10:01:43.729043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba664-b858-4d93-9c88-76de3c19c647 req-89e04c48-64e6-4f73-a12f-49ca72bdbe44 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:43.730565 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc9ba664-b858-4d93-9c88-76de3c19c647 req-89e04c48-64e6-4f73-a12f-49ca72bdbe44 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0676856 Jun 28 10:01:43.768376 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-dc9ba664-b858-4d93-9c88-76de3c19c647 req-5246ead5-27e9-4ffa-88d3-eb029645e26b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Jun 28 10:01:44.621606 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac974a-9655-48f9-b8e0-70811fdaddb0 req-ad2a6f53-c3b4-416a-9db2-5d6b36216b5b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:44.623100 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0fac974a-9655-48f9-b8e0-70811fdaddb0 req-ad2a6f53-c3b4-416a-9db2-5d6b36216b5b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0629921 Jun 28 10:01:44.661119 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0fac974a-9655-48f9-b8e0-70811fdaddb0 req-9f415f3c-9664-4827-95d0-a617b4c255d2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Jun 28 10:01:44.945029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150e48e-0958-426f-a108-3f2cd9df6527 req-b19e5dbe-1f25-4d53-96ec-18983510b4df tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:44.946516 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2150e48e-0958-426f-a108-3f2cd9df6527 req-b19e5dbe-1f25-4d53-96ec-18983510b4df tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0635977 Jun 28 10:01:44.983814 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2150e48e-0958-426f-a108-3f2cd9df6527 req-a2c2ca6d-b48d-4cae-b51d-e61c5ff05fc6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Jun 28 10:01:45.840129 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae77741-60e9-4dea-9f33-5f11ffc981a1 req-74be96db-80eb-4e30-9e9d-e2e52e3c01b5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:45.841675 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-dae77741-60e9-4dea-9f33-5f11ffc981a1 req-74be96db-80eb-4e30-9e9d-e2e52e3c01b5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0632877 Jun 28 10:01:45.880576 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-dae77741-60e9-4dea-9f33-5f11ffc981a1 req-1eeaf836-9498-43b6-8694-8ca4120c8bca tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Jun 28 10:01:46.160216 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743cb70-c064-403c-8458-e120a3813603 req-20f5b3c5-10a6-4999-8653-b75e59d5be2f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:46.161725 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a743cb70-c064-403c-8458-e120a3813603 req-20f5b3c5-10a6-4999-8653-b75e59d5be2f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0665116 Jun 28 10:01:46.200296 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a743cb70-c064-403c-8458-e120a3813603 req-b777cd6d-fa99-437f-9bea-1c389c1e31ea tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Jun 28 10:01:46.532396 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39530) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:46.580122 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Deleting subnet 09b8e98f-fc6b-4808-a9e5-4731fa1a3a76 {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:01:46.583262 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.643959 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12236824'] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.693057 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.726037 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97038c3-b2e4-48f1-90b4-8de35ca14d69 req-556ab6ba-5ca5-4c0e-8566-8153ca302197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:46.727506 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e97038c3-b2e4-48f1-90b4-8de35ca14d69 req-556ab6ba-5ca5-4c0e-8566-8153ca302197 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.1206794 Jun 28 10:01:46.774512 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e97038c3-b2e4-48f1-90b4-8de35ca14d69 req-90b73ffb-a23f-4f16-9035-3e2b3c5ddba4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350628 Jun 28 10:01:46.875813 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12253337'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.878237 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-08ac33ca-bbee-435e-9b46-a1a99c699854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:46.901390 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b8e98f-fc6b-4808-a9e5-4731fa1a3a76,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:46.906018 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.911411 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/09b8e98f-fc6b-4808-a9e5-4731fa1a3a76 HTTP/1.1" status: 204 len: 168 time: 0.3744762 Jun 28 10:01:46.911536 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39534) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:46.913566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.913925 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.914445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.914808 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.915168 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.915582 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.915938 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.916312 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.916667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.917016 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.917369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.917885 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:46.921455 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-eea97013-0087-465f-9eea-333425f78a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:46.984654 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.093567 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.106107 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1baac0-262a-47c4-b00c-22c302e95459']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:47.118840 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121ca830-f1c3-4f5c-8666-6fc0e0a7b398') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:47.119131 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121ca830-f1c3-4f5c-8666-6fc0e0a7b398') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:47.133201 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.148997 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d15c0-0303-4c50-9f65-92fe7573de3e req-b010bce4-b2f1-4dd3-8213-c47a02c4f5f5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:47.150472 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-784d15c0-0303-4c50-9f65-92fe7573de3e req-b010bce4-b2f1-4dd3-8213-c47a02c4f5f5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.1379828 Jun 28 10:01:47.157392 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.174423 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:01:47.174802 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:01:47.176439 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:01:47.241620 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-784d15c0-0303-4c50-9f65-92fe7573de3e req-7af8cfbc-776a-44c8-a1fe-4415c3d669dc tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853796 Jun 28 10:01:47.333735 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.337514 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:47.340028 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.342125 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c1baac0-262a-47c4-b00c-22c302e95459 HTTP/1.1" status: 204 len: 168 time: 0.4298422 Jun 28 10:01:47.355196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1baac0-262a-47c4-b00c-22c302e95459,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:47.362653 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.363124 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.363563 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.364010 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.364404 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.364767 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.365130 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.365489 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.365843 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.366196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.366546 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.366892 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:47.370236 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c10579fb-9558-4c75-b2a1-4275e9747b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:47.379961 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65716a-641c-4612-904b-9a9233d640c2 req-64b94c1f-1022-4144-88da-ba92c7d62a64 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:47.381494 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cb65716a-641c-4612-904b-9a9233d640c2 req-64b94c1f-1022-4144-88da-ba92c7d62a64 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0682089 Jun 28 10:01:47.421692 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cb65716a-641c-4612-904b-9a9233d640c2 req-f54a20d8-21fa-433e-aba7-891cdee19d46 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344238 Jun 28 10:01:47.719773 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39540) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:47.759173 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-442645c3-ce85-45b1-9013-0d6130d644e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff443363f9474c3498e8cd22e39ce7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381577 Jun 28 10:01:47.761493 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39542) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:47.807291 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.828839 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.999488 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.002123 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:48.003256 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e770fcc-fa5b-40d0-b514-d1ac54533331 HTTP/1.1" status: 204 len: 168 time: 0.2408819 Jun 28 10:01:48.004157 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bb4c394e-957e-4beb-bd3b-b98841c48d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:48.012734 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e770fcc-fa5b-40d0-b514-d1ac54533331,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:48.018400 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-44e16c1b-f361-4ae9-b279-519a41773d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:48.429348 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433030a3-9ddd-4e47-a033-8d9b5965f01b req-a98b42ed-d858-4a34-9de8-9ab39a8a0ad7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:48.430833 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-433030a3-9ddd-4e47-a033-8d9b5965f01b req-a98b42ed-d858-4a34-9de8-9ab39a8a0ad7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.0692873 Jun 28 10:01:48.470749 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-433030a3-9ddd-4e47-a033-8d9b5965f01b req-02957344-e5af-42ea-8b3e-0b6e258be526 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339842 Jun 28 10:01:48.611351 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c179-8a00-4d45-8b6a-e69a76b25ee9 req-59a71946-dd82-4a7e-abe9-7fd6f6be1d10 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:48.612890 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6151c179-8a00-4d45-8b6a-e69a76b25ee9 req-59a71946-dd82-4a7e-abe9-7fd6f6be1d10 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0679872 Jun 28 10:01:48.652619 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6151c179-8a00-4d45-8b6a-e69a76b25ee9 req-1648ddaa-a621-4096-9285-fc4d199bd990 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Jun 28 10:01:48.826707 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff763b-8df1-4adc-b7d7-0155203cd6d6 req-039fc704-cd81-49be-83d0-bbecb3c53487 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:48.828084 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-20ff763b-8df1-4adc-b7d7-0155203cd6d6 req-039fc704-cd81-49be-83d0-bbecb3c53487 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0644538 Jun 28 10:01:48.867096 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-20ff763b-8df1-4adc-b7d7-0155203cd6d6 req-4def4980-021a-43be-a85b-b402f530a9de tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Jun 28 10:01:48.875707 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:01:48.894989 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39568) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:49.110444 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc20c5-9cb6-4b2a-ad6d-a5dc7b7fc1c3 tempest-TestShelveInstance-1995493013 tempest-TestShelveInstance-1995493013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:49.111916 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-f2fc20c5-9cb6-4b2a-ad6d-a5dc7b7fc1c3 tempest-TestShelveInstance-1995493013 tempest-TestShelveInstance-1995493013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1093 time: 0.2155383 Jun 28 10:01:49.115437 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39578) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:49.125904 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Request body: {'floatingip': {'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'port_id': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:49.155415 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-df1339c0-9ec0-4a21-bfef-04dcdd6e71e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835473923&fields=id&tenant_id=dff01cf51aa24a5788000919b499c481 HTTP/1.1" status: 200 len: 267 time: 0.0614729 Jun 28 10:01:49.226264 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-ffe413c6-17c3-4cbc-bdd7-4fb7431122e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:49.227977 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-ffe413c6-17c3-4cbc-bdd7-4fb7431122e9 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 984 time: 0.0661316 Jun 28 10:01:49.239915 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Request body: {'port': {'security_groups': ['9889942f-8d53-45d6-99b5-83fe5562e9b6']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:49.267652 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for floatingip, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.380944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.481055 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:49.881184 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e0435-2fc5-4a2e-8e6b-c63672a3f870 req-467aef75-525f-4596-954e-1e0714d821bb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:49.882687 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-309e0435-2fc5-4a2e-8e6b-c63672a3f870 req-467aef75-525f-4596-954e-1e0714d821bb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.2739823 Jun 28 10:01:49.892393 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:49.921417 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Allocated IP 172.28.1.144 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/3244a356-d567-4fa9-9beb-5b2addd72871) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:01:49.934113 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-309e0435-2fc5-4a2e-8e6b-c63672a3f870 req-661ed443-6571-4bfb-8c17-e95031156af0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 Jun 28 10:01:49.945582 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.043679 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.072934 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.077711 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-617e90fb-708d-4336-8b36-48aae3ff72c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:50.085768 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['15bb002a-cf46-4dd2-b390-b79b9b663d1a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:50.129363 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:50.130013 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.131473 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-03102ba0-4e6a-499f-ba4b-faf799ef6df6 req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "PUT /v2.0/ports/15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 942 time: 0.8968804 Jun 28 10:01:50.132969 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:50.135418 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2c6108-2f76-43dc-be1f-406f40d14aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:50.147445 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39600) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:50.161026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event updated for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=7']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:50.164475 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:50.206154 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.210288 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:50.241805 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['15bb002a-cf46-4dd2-b390-b79b9b663d1a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:50.265502 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.286943 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b238a5d4-bac5-4784-b948-6e56a964ea6e x-openstack-request-id: req-b238a5d4-bac5-4784-b948-6e56a964ea6e {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:50.287194 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:50.287293 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b238a5d4-bac5-4784-b948-6e56a964ea6e {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:50.288043 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'status': 'completed', 'code': 200} Jun 28 10:01:50.289616 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:01:50.311391 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.340887 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'Port': ['ID=3244a356-d567-4fa9-9beb-5b2addd72871,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:50.358660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:50.358660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:50.358660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:01:50.458546 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-cd2b7734-77f7-41c7-b2f6-b552f0de45b3 None None] Provisioning complete for port 15bb002a-cf46-4dd2-b390-b79b9b663d1a triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:50.458963 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7734-77f7-41c7-b2f6-b552f0de45b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.492412 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-e6b0531a-8b70-4bb2-acb5-b641d74276b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:50.493878 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-e6b0531a-8b70-4bb2-acb5-b641d74276b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1098 time: 0.2169695 Jun 28 10:01:50.526039 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.529672 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:50.530924 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f3abca3-336c-4187-9896-e289907c9089 HTTP/1.1" status: 204 len: 168 time: 0.3817532 Jun 28 10:01:50.532053 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-7b43818e-a23f-4b4c-90e2-0b9cea5506b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:50.534231 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39606) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:50.541545 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3abca3-336c-4187-9896-e289907c9089,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:50.545248 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-9cdd3866-c585-424a-a104-5279b43d2a4a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:50.841569 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-c827c61b-9ddb-45a6-b903-b56412cbc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:50.842953 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-c827c61b-9ddb-45a6-b903-b56412cbc8da service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.3314302 Jun 28 10:01:51.022150 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-10ac46db-159d-4cc2-bf12-754065997218 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 1001 time: 0.1703026 Jun 28 10:01:51.273853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Deleting port 1e3ae723-2f03-4968-a35c-1692a274450b {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:51.274187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.283970 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-3a4764c3-2887-4168-af5a-10f1f74ca576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:51.287147 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-3a4764c3-2887-4168-af5a-10f1f74ca576 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.2493098 Jun 28 10:01:51.433564 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.495055 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f6650-86a0-4bab-9623-0ee940a29508 req-82c7b239-41e5-497a-b266-5ade8fda821d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:51.496557 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c86f6650-86a0-4bab-9623-0ee940a29508 req-82c7b239-41e5-497a-b266-5ade8fda821d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 943 time: 0.4326649 Jun 28 10:01:51.702055 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:01:51.801535 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:51.809642 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.809965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.813221 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'port_id': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'mac_address': 'fa:16:3e:07:8c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:01:51.841680 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Calling delete_port for 1e3ae723-2f03-4968-a35c-1692a274450b owned by network:floatingip {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:51.848708 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-94c10320-2845-47ab-967f-ea8a306941d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:51.850274 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-94c10320-2845-47ab-967f-ea8a306941d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5455091 Jun 28 10:01:51.855431 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.869040 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21c1a2a-0971-42ed-8280-d9c5a86d1c52 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:01:51.876398 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c86f6650-86a0-4bab-9623-0ee940a29508 req-2bff45b5-f375-4247-8348-5b387d024e54 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722835 Jun 28 10:01:51.890776 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:51.985411 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:51.989751 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-36829b05-54ff-43f5-8221-7a6fbf7abf66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.036848 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=9']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.040093 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.049341 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.130396 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-f86c4c81-30ad-482e-9156-508501527bdf service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715139 Jun 28 10:01:52.325852 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca2c6108-2f76-43dc-be1f-406f40d14aa5 req-7518ba4a-4ec8-4bad-add9-18c53577bd3a service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870122 Jun 28 10:01:52.327222 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f21c1a2a-0971-42ed-8280-d9c5a86d1c52'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:52.354957 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.367289 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.369462 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4ff6b384-a80b-47b7-aaa6-16bf984988d8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.393314 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event deleted for resources: {'Port': ['ID=1e3ae723-2f03-4968-a35c-1692a274450b,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.396313 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.443197 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.447578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-bf3d6717-2ca4-4662-99c8-1d8e8965d4fa tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:52.520154 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks [] for floatingip, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.520761 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Floating IP 085e6164-7487-4125-8cb7-46e2c9ac1ab4 disassociated (deleted). External IP: 172.28.1.140, port: 15bb002a-cf46-4dd2-b390-b79b9b663d1a. Jun 28 10:01:52.567775 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event updated for resources: {'Port': ['ID=3244a356-d567-4fa9-9beb-5b2addd72871,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:52.570661 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:52.576381 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:52.749481 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Floating IP 03a5d38f-5182-47c2-8bba-9b0ec196bbbf associated. External IP: 172.28.1.144, port: f9f0463c-fdac-43a4-b396-39f9e73b9222. Jun 28 10:01:52.898536 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Router 41df7020-6dfe-443d-a7d0-e37217db804e has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:53.069911 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc994e-2012-4b6f-805a-7fc332b18585 req-d8b2a58d-f7c0-4678-bb2d-0e4700288ff8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:53.072550 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d3bc994e-2012-4b6f-805a-7fc332b18585 req-d8b2a58d-f7c0-4678-bb2d-0e4700288ff8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 944 time: 0.0727656 Jun 28 10:01:53.102587 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:53.110158 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:53.116503 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.124331 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d3bc994e-2012-4b6f-805a-7fc332b18585 req-b979588b-3d5c-4436-935f-e82b649d48fb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444117 Jun 28 10:01:53.124807 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] Sync routers for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:53.138290 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:53.139049 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.192976 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "DELETE /v2.0/floatingips/085e6164-7487-4125-8cb7-46e2c9ac1ab4 HTTP/1.1" status: 204 len: 168 time: 2.6552672 Jun 28 10:01:53.193702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:53.195533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfa67f-0093-45a0-8775-aeb61b3421e4" -d '{"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:53.246753 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d9c3d8-b91b-4d38-8433-bbd58ee199c1 x-openstack-request-id: req-24d9c3d8-b91b-4d38-8433-bbd58ee199c1 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:53.246753 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:53.246753 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24d9c3d8-b91b-4d38-8433-bbd58ee199c1 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:53.246753 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'status': 'completed', 'code': 200} Jun 28 10:01:53.303888 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:53.318247 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] Sync routers for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:53.327780 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:53.328561 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.342266 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-007d42bd-4c73-4dd1-b31f-8eb7468de439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:53.343770 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-007d42bd-4c73-4dd1-b31f-8eb7468de439 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dff01cf51aa24a5788000919b499c481&device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 1098 time: 0.0785544 Jun 28 10:01:53.396034 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:53.430532 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.441944 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:53.488497 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3610060 Jun 28 10:01:53.500680 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-8e8ffe8c-2094-425b-9144-4f9e4f9a14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:53.502453 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-8e8ffe8c-2094-425b-9144-4f9e4f9a14b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 200 len: 915 time: 0.1526613 Jun 28 10:01:53.548310 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-557ca96b-2a11-4627-b5ef-905b640e3e3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 200 len: 217 time: 0.0394135 Jun 28 10:01:53.603160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-988acbd7-d8f6-4be9-9e1b-68edd4c945c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:53.604678 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-988acbd7-d8f6-4be9-9e1b-68edd4c945c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 200 len: 854 time: 0.0499425 Jun 28 10:01:53.637686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:46Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.664713 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] Checking router: 41df7020-6dfe-443d-a7d0-e37217db804e for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:53.673970 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-5ac5813b-b3e0-4981-b393-894fd848ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:53.674358 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:53.675100 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.676119 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-5ac5813b-b3e0-4981-b393-894fd848ccff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=450e0e5f-4832-438d-aa23-c08899f66aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0644233 Jun 28 10:01:53.721917 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:53.750082 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '03a5d38f-5182-47c2-8bba-9b0ec196bbbf', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'floating_ip_address': '172.28.1.144', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'port_id': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'mac_address': 'fa:16:3e:7b:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:01:50Z', 'updated_at': '2021-06-28T10:01:50Z', 'revision_number': 0, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.783040 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-98059d3a-005a-4ff7-b12d-a252211fedf7 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010525 Jun 28 10:01:53.793965 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] Checking router: e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:53.805768 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:53.806779 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:53.835677 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:53.836070 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:53.841618 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:53.886415 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6abfa67f-0093-45a0-8775-aeb61b3421e4 req-77a8146c-1bd9-484c-937b-e1c337e21955 service neutron] 10.222.0.38 "GET /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969610 Jun 28 10:01:53.952037 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:54.037166 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.074716 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:54.076912 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e97c13-8156-4321-92af-7f23869d1867" -d '{"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:54.108465 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:54.116941 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c860a-aa5e-40a7-81d6-5ae7604df6d2 x-openstack-request-id: req-fc0c860a-aa5e-40a7-81d6-5ae7604df6d2 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:54.117264 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:54.117521 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc0c860a-aa5e-40a7-81d6-5ae7604df6d2 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:54.117995 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'code': 200} Jun 28 10:01:54.142678 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:46Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:54.170669 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7eb784-3d3b-4cca-96af-be91006d1d26 None None] The sync data for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb is: [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T09:57:39Z', 'revision_number': 4, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': 'd65471ae-d115-4efb-a747-c43a7c366d08', 'name': '', 'network_id': '450e0e5f-4832-438d-aa23-c08899f66aa5', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'mac_address': 'fa:16:3e:d7:41:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:37Z', 'updated_at': '2021-06-28T09:57:46Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'subnets': [{'id': 'c5256462-6324-4653-9b84-fe4b37f2e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:54.182238 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:54.185118 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:54.205099 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '03a5d38f-5182-47c2-8bba-9b0ec196bbbf', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'floating_ip_address': '172.28.1.144', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'port_id': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'mac_address': 'fa:16:3e:7b:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:01:50Z', 'updated_at': '2021-06-28T10:01:50Z', 'revision_number': 0, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:54.236856 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e3214-f5b7-46f8-bbad-78bbde0b86da None None] The sync data for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb is: [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '03a5d38f-5182-47c2-8bba-9b0ec196bbbf', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'floating_ip_address': '172.28.1.144', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'port_id': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'mac_address': 'fa:16:3e:7b:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:01:50Z', 'updated_at': '2021-06-28T10:01:50Z', 'revision_number': 0, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:54.240882 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=10']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:54.243800 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:54.329342 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7f179-4254-4030-9d35-c028091e72d2 req-81ba5f23-110a-40d9-8ad3-4881085db3e2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.330913 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3ff7f179-4254-4030-9d35-c028091e72d2 req-81ba5f23-110a-40d9-8ad3-4881085db3e2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0781660 Jun 28 10:01:54.372969 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3ff7f179-4254-4030-9d35-c028091e72d2 req-802c07eb-a9b0-429f-bf30-a2d3968ff64d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354927 Jun 28 10:01:54.488758 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d12116-1f7b-4975-879b-6acb8c8b1fea None None] New status for floating IP 085e6164-7487-4125-8cb7-46e2c9ac1ab4: DOWN {{(pid=100110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:01:54.502859 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c95b60-109c-4cc1-bb5a-c9e20b37ad0a None None] New status for floating IP 03a5d38f-5182-47c2-8bba-9b0ec196bbbf: ACTIVE {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:01:54.916159 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8c1fc-a08b-4a23-8e5c-532b5a486015 req-3f2182b5-ae7a-42b3-ad61-d60071b6bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:54.917627 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5f8c1fc-a08b-4a23-8e5c-532b5a486015 req-3f2182b5-ae7a-42b3-ad61-d60071b6bfc4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1099 time: 0.0643859 Jun 28 10:01:54.952587 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e5f8c1fc-a08b-4a23-8e5c-532b5a486015 req-a4e95065-ab53-4601-9292-37d40ec3a417 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286694 Jun 28 10:01:55.243415 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:55.245938 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:55.289347 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e81d8-6be0-4c6c-a9ba-fdccadc37c8d x-openstack-request-id: req-399e81d8-6be0-4c6c-a9ba-fdccadc37c8d {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:55.289677 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:55.289966 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-399e81d8-6be0-4c6c-a9ba-fdccadc37c8d {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:55.290389 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'status': 'completed', 'code': 200} Jun 28 10:01:55.370951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-47bdcf5a-a536-483f-afa7-f2af7061d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.372372 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-47bdcf5a-a536-483f-afa7-f2af7061d7b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0526097 Jun 28 10:01:55.463824 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-4a566548-12f4-490b-937c-a17f938de46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.465292 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-4a566548-12f4-490b-937c-a17f938de46d service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.0864742 Jun 28 10:01:55.560452 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-43c42433-aab5-4197-8c5c-87157d112215 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 1001 time: 0.0871437 Jun 28 10:01:55.630333 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857651fc-72bc-46e3-9336-2dfc21014a1b req-896ef207-55fb-4c7b-8f1d-aa5472513721 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.631724 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-857651fc-72bc-46e3-9336-2dfc21014a1b req-896ef207-55fb-4c7b-8f1d-aa5472513721 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.1240044 Jun 28 10:01:55.633581 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-d7e6784d-eb89-4d77-877e-164837b005c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.634920 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-d7e6784d-eb89-4d77-877e-164837b005c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0672381 Jun 28 10:01:55.966479 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-857651fc-72bc-46e3-9336-2dfc21014a1b req-2f77d8e7-22fc-49c0-b784-a2cb77874e50 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282862 Jun 28 10:01:55.996683 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-9672de99-a707-4434-a504-c781a74d5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:55.996683 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-9672de99-a707-4434-a504-c781a74d5e78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3434057 Jun 28 10:01:56.093184 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-9c1f203b-1229-4570-a0a1-5e9f88ce886c service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895696 Jun 28 10:01:56.209036 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b22cbc1a-0663-416b-9194-96a4b2eeb6ff req-2086cee6-c142-43b1-a458-f06261169699 service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076832 Jun 28 10:01:56.273510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39676) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:56.388612 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.484070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.538343 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-befaf61c-4178-49b6-b477-729c3066378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.606820 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.610577 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4782fd1b-92d5-4e6c-aeac-7e1984ac8d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:56.649368 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1f1b4af93b44ddcbfb7ee960e0e7af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747704 Jun 28 10:01:56.650658 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e66d7c-bdaa-47c0-8117-1e3b612a5c96,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:56.652543 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39690) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:56.654479 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:56.702648 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.725474 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.880273 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.883015 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:56.884281 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5e66d7c-bdaa-47c0-8117-1e3b612a5c96 HTTP/1.1" status: 204 len: 168 time: 0.2298434 Jun 28 10:01:56.885128 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5a71d246-8ad8-4769-8f8a-b2aca71faff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:56.894375 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e66d7c-bdaa-47c0-8117-1e3b612a5c96,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:56.900009 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:57.157062 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706442e-203a-4b3a-8ce4-706c471fff81 req-1456f9a3-02cf-428c-bb87-fdf506b4abef tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:57.158553 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8706442e-203a-4b3a-8ce4-706c471fff81 req-1456f9a3-02cf-428c-bb87-fdf506b4abef tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0676665 Jun 28 10:01:57.198244 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8706442e-203a-4b3a-8ce4-706c471fff81 req-3e1afd49-a2bb-4dcc-9511-b94ae3e6d817 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335755 Jun 28 10:01:58.319811 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92809b83-ee9b-4856-9b9a-4cd749796a79 req-4dfbca9a-25a6-4a0f-98fd-bf7e2871f8fc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:58.321750 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-92809b83-ee9b-4856-9b9a-4cd749796a79 req-4dfbca9a-25a6-4a0f-98fd-bf7e2871f8fc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0779521 Jun 28 10:01:58.364540 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-92809b83-ee9b-4856-9b9a-4cd749796a79 req-52d2a0e2-19a9-4fe3-9252-1be223aa4ec8 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363467 Jun 28 10:01:58.553671 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715919-015b-416c-9fb2-dbdf1492cd05 req-44496de1-6e1f-4fb2-9bcd-31f687bb618f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:58.555303 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6a715919-015b-416c-9fb2-dbdf1492cd05 req-44496de1-6e1f-4fb2-9bcd-31f687bb618f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0755315 Jun 28 10:01:58.603780 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6a715919-015b-416c-9fb2-dbdf1492cd05 req-8fb4567a-3a46-4dd2-b8b8-c2bcc7f103ac tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Jun 28 10:01:59.068075 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-31f736de-6f39-4441-b1b2-fe47240a1731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:59.196096 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:59.552684 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf80d-fab2-4b5a-a6ab-cd4e54fbf446 req-020bdd2e-a1ee-472d-a4af-1923697560d4 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:59.554176 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ecebf80d-fab2-4b5a-a6ab-cd4e54fbf446 req-020bdd2e-a1ee-472d-a4af-1923697560d4 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0676720 Jun 28 10:01:59.597176 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ecebf80d-fab2-4b5a-a6ab-cd4e54fbf446 req-dd3bed49-1e25-4959-9139-14ec8a541521 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Jun 28 10:01:59.799242 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6da2a-077d-496c-b75d-51ce458be2bd req-21343912-a9fd-4099-bfd2-3fa66975b22f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:59.801224 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-abd6da2a-077d-496c-b75d-51ce458be2bd req-21343912-a9fd-4099-bfd2-3fa66975b22f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0619354 Jun 28 10:01:59.838803 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-abd6da2a-077d-496c-b75d-51ce458be2bd req-670cfa00-4fb9-4c96-979b-f82f7adfce44 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Jun 28 10:02:00.287260 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.683690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-267dcda3-def9-4d9b-8d7e-48a1eb51735a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:00.685203 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-267dcda3-def9-4d9b-8d7e-48a1eb51735a tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.38 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0729921 Jun 28 10:02:00.772850 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db553d-67fd-4177-b770-1a96bbd7b1e5 req-04410b96-35bb-4c29-ac8c-4e756770a996 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:00.774357 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-86db553d-67fd-4177-b770-1a96bbd7b1e5 req-04410b96-35bb-4c29-ac8c-4e756770a996 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 945 time: 0.0643427 Jun 28 10:02:00.792839 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Deleting port 15bb002a-cf46-4dd2-b390-b79b9b663d1a {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:00.793182 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.815015 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-86db553d-67fd-4177-b770-1a96bbd7b1e5 req-bda12a93-4dbc-408d-a70f-402cf35a8291 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/security-groups?id=9889942f-8d53-45d6-99b5-83fe5562e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Jun 28 10:02:00.885840 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] For port 15bb002a-cf46-4dd2-b390-b79b9b663d1a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15bb002a-cf46-4dd2-b390-b79b9b663d1a,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:00.886417 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:00.898750 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Calling delete_port for 15bb002a-cf46-4dd2-b390-b79b9b663d1a owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:01.087067 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.091089 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0dfe52e5-ce37-445b-875b-65072258f53c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:01.099624 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['15bb002a-cf46-4dd2-b390-b79b9b663d1a'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:02:01.120741 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Pushing event deleted for resources: {'Port': ['ID=15bb002a-cf46-4dd2-b390-b79b9b663d1a,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:01.123839 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:01.166823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] No DVR routers for this DVR port 15bb002a-cf46-4dd2-b390-b79b9b663d1a on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:01.174852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.177024 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-163c5e6e-33cb-4eff-8b36-f57c83bb4738 req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.38 "DELETE /v2.0/ports/15bb002a-cf46-4dd2-b390-b79b9b663d1a HTTP/1.1" status: 204 len: 173 time: 0.4863513 Jun 28 10:02:01.177572 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'name': 'network-vif-deleted', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:01.179910 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a08c383-c17d-4cc4-af44-a8bfadb7a244" -d '{"events": [{"server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "name": "network-vif-deleted", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:01.215941 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c0b50a-e182-4b84-8bea-379f089afa3d x-openstack-request-id: req-05c0b50a-e182-4b84-8bea-379f089afa3d {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:01.216299 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb7a3eb-9f93-4de0-824d-6350f09852e9", "name": "network-vif-deleted", "tag": "15bb002a-cf46-4dd2-b390-b79b9b663d1a", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:01.216592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05c0b50a-e182-4b84-8bea-379f089afa3d {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:01.217028 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb7a3eb-9f93-4de0-824d-6350f09852e9', 'name': 'network-vif-deleted', 'tag': '15bb002a-cf46-4dd2-b390-b79b9b663d1a', 'status': 'completed', 'code': 200} Jun 28 10:02:01.915232 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.972615 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f481b716-5e3b-4c74-8e2e-f15132322364 req-09f5d6ba-50b3-4ac7-8a4f-99e58dd581ed tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] 10.222.0.16 "GET /v2.0/ports?device_id=acb7a3eb-9f93-4de0-824d-6350f09852e9 HTTP/1.1" status: 200 len: 210 time: 0.0291176 Jun 28 10:02:03.743093 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 15bb002a-cf46-4dd2-b390-b79b9b663d1a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:03.765218 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 15bb002a-cf46-4dd2-b390-b79b9b663d1a {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:03.765565 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 15bb002a-cf46-4dd2-b390-b79b9b663d1a not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:04.825603 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39776) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:05.185032 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:05.438083 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Deleting port d65471ae-d115-4efb-a747-c43a7c366d08 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:05.438335 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:05.521275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] For port d65471ae-d115-4efb-a747-c43a7c366d08, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=d65471ae-d115-4efb-a747-c43a7c366d08,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:05.521664 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:05.533819 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Calling delete_port for d65471ae-d115-4efb-a747-c43a7c366d08 owned by network:router_interface {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:05.795059 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:05.797267 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-4bad3e95-578d-4e74-9f92-d81e67db7c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:05.822299 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65471ae-d115-4efb-a747-c43a7c366d08,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:05.826090 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:05.991518 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.213574 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Router 41df7020-6dfe-443d-a7d0-e37217db804e has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:06.322699 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:06.327946 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-188062e3-6df7-464c-bd6a-5d9f7e949874 admin admin] 10.222.0.16 "PUT /v2.0/routers/41df7020-6dfe-443d-a7d0-e37217db804e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4998498 Jun 28 10:02:06.331888 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39778) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:06.334554 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] Sync routers for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:06.343910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:06.344594 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:06.432186 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks [] for router, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.448059 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:06.534352 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.714475 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Deleting port f04a93af-bff7-4332-995c-436ea7908b61 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:06.714821 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.742479 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T10:02:05Z', 'revision_number': 5, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port': {'id': 'f04a93af-bff7-4332-995c-436ea7908b61', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:32Z', 'updated_at': '2021-06-28T09:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:06.771314 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] Checking router: 41df7020-6dfe-443d-a7d0-e37217db804e for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:06.779632 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] Routers {'41df7020-6dfe-443d-a7d0-e37217db804e'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:06.780281 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['41df7020-6dfe-443d-a7d0-e37217db804e'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:06.857861 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] For port f04a93af-bff7-4332-995c-436ea7908b61, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f04a93af-bff7-4332-995c-436ea7908b61,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:06.858545 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.865596 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] Set router 41df7020-6dfe-443d-a7d0-e37217db804e gateway port host: None {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:06.871270 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Calling delete_port for f04a93af-bff7-4332-995c-436ea7908b61 owned by network:router_gateway {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:06.918714 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T10:02:06Z', 'revision_number': 6, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port_host': None}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:06.944935 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04c108-999a-4490-9ace-90019e47f964 None None] The sync data for ids ['41df7020-6dfe-443d-a7d0-e37217db804e'] in dv-cinder-786627-12-smb is: [{'id': '41df7020-6dfe-443d-a7d0-e37217db804e', 'name': 'tempest-TestMinimumBasicScenario-1139036771-router', 'tenant_id': 'dff01cf51aa24a5788000919b499c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:31Z', 'updated_at': '2021-06-28T10:02:06Z', 'revision_number': 6, 'project_id': 'dff01cf51aa24a5788000919b499c481', 'gw_port_host': None}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:07.126502 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.128574 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:07.152097 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04a93af-bff7-4332-995c-436ea7908b61,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:07.155218 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:07.212763 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.302818 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.305003 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.441205 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.441896 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41df7020-6dfe-443d-a7d0-e37217db804e {{(pid=100108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:02:07.447070 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.448303 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-72d8268b-44b1-4746-895a-f49f6693f171 admin admin] 10.222.0.16 "DELETE /v2.0/routers/41df7020-6dfe-443d-a7d0-e37217db804e HTTP/1.1" status: 204 len: 168 time: 1.1153963 Jun 28 10:02:07.451091 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39782) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:07.496587 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Deleting subnet c5256462-6324-4653-9b84-fe4b37f2e16a {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:02:07.499613 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.532665 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12236824'] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.643270 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.740571 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device d65471ae-d115-4efb-a747-c43a7c366d08 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:07.760696 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: d65471ae-d115-4efb-a747-c43a7c366d08 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:07.761051 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device d65471ae-d115-4efb-a747-c43a7c366d08 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:07.761478 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f04a93af-bff7-4332-995c-436ea7908b61 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:07.780531 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: f04a93af-bff7-4332-995c-436ea7908b61 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:07.780890 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f04a93af-bff7-4332-995c-436ea7908b61 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:07.885210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12253337'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.888618 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:07.918191 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5256462-6324-4653-9b84-fe4b37f2e16a,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:07.920283 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:07.922162 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c5256462-6324-4653-9b84-fe4b37f2e16a HTTP/1.1" status: 204 len: 168 time: 0.4700649 Jun 28 10:02:07.923103 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fb726991-e3ef-4d62-990f-61c45df6f75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:07.924743 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39784) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:07.929798 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd94dc-1705-4667-8690-6dc571ac3a87 None None] Network 450e0e5f-4832-438d-aa23-c08899f66aa5 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:08.009823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.069654 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Deleting port c7118602-4723-4113-a537-809524ad08f0 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:08.070288 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.122040 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] DHCP port deletion for 450e0e5f-4832-438d-aa23-c08899f66aa5 request from dv-cinder-786627-12-smb {{(pid=100110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:02:08.170624 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Deleting port c7118602-4723-4113-a537-809524ad08f0 {{(pid=100110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:08.170913 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] For port c7118602-4723-4113-a537-809524ad08f0, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=c7118602-4723-4113-a537-809524ad08f0,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:08.171096 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.171215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.183832 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Calling delete_port for c7118602-4723-4113-a537-809524ad08f0 owned by network:dhcp {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:08.237232 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] For port c7118602-4723-4113-a537-809524ad08f0, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=c7118602-4723-4113-a537-809524ad08f0,segment=NetworkSegment(b6d48d9e-36b0-45eb-a383-926023a60d12),segment_id=b6d48d9e-36b0-45eb-a383-926023a60d12)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:08.238159 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.250008 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Calling delete_port for c7118602-4723-4113-a537-809524ad08f0 owned by network:dhcp {{(pid=100110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:08.401109 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.404183 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4edbbc21-7457-4b02-9118-3418e5ec4799 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:08.410975 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.413102 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:08.433877 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7118602-4723-4113-a537-809524ad08f0,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:08.435657 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] No DVR routers for this DVR port c7118602-4723-4113-a537-809524ad08f0 on host dv-cinder-786627-12-smb {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:08.436334 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Pushing event deleted for resources: {'Port': ['ID=c7118602-4723-4113-a537-809524ad08f0,revision_number=None']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:08.437145 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:08.438676 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:08.441212 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] No DVR routers for this DVR port c7118602-4723-4113-a537-809524ad08f0 on host dv-cinder-786627-12-smb {{(pid=100110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:08.509339 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.519009 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450e0e5f-4832-438d-aa23-c08899f66aa5']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:08.528479 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d48d9e-36b0-45eb-a383-926023a60d12') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:08.528779 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d48d9e-36b0-45eb-a383-926023a60d12') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:08.537869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.551603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.557455 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:02:08.557831 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:02:08.559452 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:02:08.703907 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.711434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:08.711434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.712742 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] 10.222.0.16 "DELETE /v2.0/networks/450e0e5f-4832-438d-aa23-c08899f66aa5 HTTP/1.1" status: 204 len: 168 time: 0.7863870 Jun 28 10:02:08.715611 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39786) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:08.723730 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Pushing event deleted for resources: {'Network': ['ID=450e0e5f-4832-438d-aa23-c08899f66aa5,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:08.726515 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:09.259586 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:09.507163 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Deleting port fc79fb7b-5333-41aa-9962-6dbcfefdbf14 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:09.507498 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:09.593006 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] For port fc79fb7b-5333-41aa-9962-6dbcfefdbf14, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:09.593383 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:09.597476 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device c7118602-4723-4113-a537-809524ad08f0 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:09.607838 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Calling delete_port for fc79fb7b-5333-41aa-9962-6dbcfefdbf14 owned by network:router_interface {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:09.617069 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: c7118602-4723-4113-a537-809524ad08f0 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:09.617428 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device c7118602-4723-4113-a537-809524ad08f0 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:09.892544 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:09.895210 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:09.920223 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc79fb7b-5333-41aa-9962-6dbcfefdbf14,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:09.924031 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:10.089632 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:10.305511 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Router fdb48fba-b82d-425b-8765-e22c7fd7bb09 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:10.411761 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:10.416757 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-513f7c47-8d03-413f-9946-9fc127817d53 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdb48fba-b82d-425b-8765-e22c7fd7bb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000935 Jun 28 10:02:10.419211 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39788) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:10.421753 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] Sync routers for ids ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:10.431881 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] Routers {'fdb48fba-b82d-425b-8765-e22c7fd7bb09'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:10.432526 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:10.523498 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks [] for router, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:10.544012 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] Set router fdb48fba-b82d-425b-8765-e22c7fd7bb09 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:10.629097 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:10.685884 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-4c593df2-c7aa-4657-98cb-dcb3a6a3ec57 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523646 Jun 28 10:02:10.732467 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T10:02:09Z', 'revision_number': 5, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port': {'id': '4d0d0423-78fe-4452-8729-d19368d720d1', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:49Z', 'updated_at': '2021-06-28T09:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:10.760713 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] Checking router: fdb48fba-b82d-425b-8765-e22c7fd7bb09 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:10.772519 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] Routers {'fdb48fba-b82d-425b-8765-e22c7fd7bb09'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:10.773169 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:01:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:10.809104 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-2b2a1c70-7929-4d47-8b34-7696223a0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:10.809553 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Deleting port 4d0d0423-78fe-4452-8729-d19368d720d1 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:10.809911 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:10.810430 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-2b2a1c70-7929-4d47-8b34-7696223a0f93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 1099 time: 0.0773747 Jun 28 10:02:10.922012 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] For port 4d0d0423-78fe-4452-8729-d19368d720d1, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=4d0d0423-78fe-4452-8729-d19368d720d1,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:10.922719 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:10.937826 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Calling delete_port for 4d0d0423-78fe-4452-8729-d19368d720d1 owned by network:router_gateway {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:10.942705 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-a5de7b83-161b-4aeb-abef-505c47f6bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:10.944276 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-a5de7b83-161b-4aeb-abef-505c47f6bae0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.1107497 Jun 28 10:02:10.955400 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] Set router fdb48fba-b82d-425b-8765-e22c7fd7bb09 gateway port host: None {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:11.006433 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T10:02:10Z', 'revision_number': 6, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port_host': None}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:11.020191 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-92dae0f2-8ace-43ce-8d68-820f49ac8719 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 200 len: 1001 time: 0.0695622 Jun 28 10:02:11.036931 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e9317-d542-44e1-8b9c-9295df61a25f None None] The sync data for ids ['fdb48fba-b82d-425b-8765-e22c7fd7bb09'] in dv-cinder-786627-12-smb is: [{'id': 'fdb48fba-b82d-425b-8765-e22c7fd7bb09', 'name': 'tempest-TestMinimumBasicScenario-1255944014-router', 'tenant_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:48Z', 'updated_at': '2021-06-28T10:02:10Z', 'revision_number': 6, 'project_id': 'a185b51e1c1f4fe8999d1ce7ecec5ab0', 'gw_port_host': None}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:11.096555 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-b551058c-530e-4aee-a78d-08162112269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:11.098435 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-b551058c-530e-4aee-a78d-08162112269c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0721071 Jun 28 10:02:11.158202 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-1d58b18c-c60d-4764-8ac9-af615053499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:11.160498 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-1d58b18c-c60d-4764-8ac9-af615053499f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554585 Jun 28 10:02:11.189441 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.193015 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f0882c8c-211c-43b3-b9da-9da7a2cb9172 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:11.218849 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0d0423-78fe-4452-8729-d19368d720d1,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:11.223836 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:11.259190 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-7fb2feed-1c06-4d27-880c-ac0345b7cd74 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909779 Jun 28 10:02:11.281112 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.353827 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-60ce2974-95d6-425e-b7d1-3fc05f016d70 req-d8ae8082-bae6-4bd0-995e-fe893966824b service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859487 Jun 28 10:02:11.374728 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.377181 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.519780 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.520352 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb48fba-b82d-425b-8765-e22c7fd7bb09 {{(pid=100108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:02:11.524608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.525821 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-240df1e3-1b19-43ff-9be8-d4df47a2b0ef admin admin] 10.222.0.16 "DELETE /v2.0/routers/fdb48fba-b82d-425b-8765-e22c7fd7bb09 HTTP/1.1" status: 204 len: 168 time: 1.1056962 Jun 28 10:02:11.528966 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39790) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:11.572188 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Deleting subnet d2a1c368-48f9-4e6e-a756-714dca1df27f {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:02:11.575372 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.613389 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.739492 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.841461 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc79fb7b-5333-41aa-9962-6dbcfefdbf14 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:11.864766 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: fc79fb7b-5333-41aa-9962-6dbcfefdbf14 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:11.864766 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc79fb7b-5333-41aa-9962-6dbcfefdbf14 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:11.865102 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 4d0d0423-78fe-4452-8729-d19368d720d1 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:11.883981 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 4d0d0423-78fe-4452-8729-d19368d720d1 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:11.884372 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 4d0d0423-78fe-4452-8729-d19368d720d1 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:11.885864 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.888490 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:11.912976 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a1c368-48f9-4e6e-a756-714dca1df27f,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:11.915503 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:11.918292 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.920508 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-1f3522a8-a200-4353-ab86-c1db11c24a32 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2a1c368-48f9-4e6e-a756-714dca1df27f HTTP/1.1" status: 204 len: 168 time: 0.3906162 Jun 28 10:02:11.923517 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39792) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:11.924050 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88de01-7f98-4d39-988d-bbc5b8ca6c68 None None] Network 09202138-dc16-4777-a0bc-f7472677c8b6 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:12.013281 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.080748 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Deleting port b3dda2b0-7792-4d69-a377-16103d795708 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:12.081146 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.138226 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] DHCP port deletion for 09202138-dc16-4777-a0bc-f7472677c8b6 request from dv-cinder-786627-12-smb {{(pid=100110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:02:12.151369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] For port b3dda2b0-7792-4d69-a377-16103d795708, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=b3dda2b0-7792-4d69-a377-16103d795708,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:12.151820 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.169722 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Calling delete_port for b3dda2b0-7792-4d69-a377-16103d795708 owned by network:dhcp {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:12.190161 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Deleting port b3dda2b0-7792-4d69-a377-16103d795708 {{(pid=100110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:12.190669 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.258879 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] For port b3dda2b0-7792-4d69-a377-16103d795708, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=b3dda2b0-7792-4d69-a377-16103d795708,segment=NetworkSegment(cc7b0a88-ea35-4366-aacc-f975a7f62b64),segment_id=cc7b0a88-ea35-4366-aacc-f975a7f62b64)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:12.259263 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.276162 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Calling delete_port for b3dda2b0-7792-4d69-a377-16103d795708 owned by network:dhcp {{(pid=100110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:12.349551 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.353695 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e9660ace-d8ff-46c7-a8bd-8066d7d62211 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:12.359213 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.363894 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:12.383110 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dda2b0-7792-4d69-a377-16103d795708,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:12.384852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] No DVR routers for this DVR port b3dda2b0-7792-4d69-a377-16103d795708 on host dv-cinder-786627-12-smb {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:12.386786 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:12.390351 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Pushing event deleted for resources: {'Port': ['ID=b3dda2b0-7792-4d69-a377-16103d795708,revision_number=None']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:12.395946 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:12.400696 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] No DVR routers for this DVR port b3dda2b0-7792-4d69-a377-16103d795708 on host dv-cinder-786627-12-smb {{(pid=100110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:12.462215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.472838 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09202138-dc16-4777-a0bc-f7472677c8b6']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:12.483029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7b0a88-ea35-4366-aacc-f975a7f62b64') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:12.483321 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7b0a88-ea35-4366-aacc-f975a7f62b64') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:12.494276 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.509794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.515623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:02:12.515999 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:02:12.517638 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:02:12.640739 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.644239 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0ea28269-416b-497a-bf7e-a7c941e9ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:12.646743 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.648613 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09202138-dc16-4777-a0bc-f7472677c8b6 HTTP/1.1" status: 204 len: 168 time: 0.7238286 Jun 28 10:02:12.663200 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=09202138-dc16-4777-a0bc-f7472677c8b6,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:12.665475 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:13.326358 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.379112 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39796) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:13.418087 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e11c95d9-3c8d-4731-b82e-4be95dc78b01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dff01cf51aa24a5788000919b499c481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377367 Jun 28 10:02:13.420600 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39798) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:13.476354 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.498810 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.600208 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device b3dda2b0-7792-4d69-a377-16103d795708 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:13.620414 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: b3dda2b0-7792-4d69-a377-16103d795708 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:13.624315 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device b3dda2b0-7792-4d69-a377-16103d795708 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:13.644732 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.647491 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.648687 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9889942f-8d53-45d6-99b5-83fe5562e9b6 HTTP/1.1" status: 204 len: 168 time: 0.2271917 Jun 28 10:02:13.649693 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6a2baa61-09b0-4827-b032-813c73c97b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:13.657563 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889942f-8d53-45d6-99b5-83fe5562e9b6,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:13.660656 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:14.379080 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39806) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:14.431028 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-56df4665-0892-42a6-8ee1-f06667a7fac5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a185b51e1c1f4fe8999d1ce7ecec5ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503674 Jun 28 10:02:14.433390 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39808) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:14.489618 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:14.515890 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:14.675547 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:14.678910 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:14.680129 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4b916f8-dffd-4b31-a1ae-b1a2a508a527 HTTP/1.1" status: 204 len: 168 time: 0.2454941 Jun 28 10:02:14.681065 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-838b6dfc-bc52-4f38-ae9b-4590fa08d834 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:14.693170 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b916f8-dffd-4b31-a1ae-b1a2a508a527,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:14.696280 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6e35ef2b-28a1-4689-b717-a32c4e267c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:25.874060 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:02:26.715262 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e900-3476-4b73-ba7d-7692170b0375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.983410 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-fc274a0d-027a-41f6-a3e4-9aba444b356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.194758 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.406094 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.909045 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:43.280125 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:56.542216 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f604e233-d757-4622-91dc-863dd35ae5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:57.606520 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a6fb-1443-489d-b714-af5ba3c8ca81 req-a710afb2-d386-4085-ba4e-1eb5add244f1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:57.608077 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e921a6fb-1443-489d-b714-af5ba3c8ca81 req-a710afb2-d386-4085-ba4e-1eb5add244f1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0665181 Jun 28 10:02:57.646509 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e921a6fb-1443-489d-b714-af5ba3c8ca81 req-7ca9f7ac-548b-4a3e-95ae-ffbe94708697 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Jun 28 10:02:58.841899 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354e815-b773-4e16-9125-6d06da949537 req-cb8a944c-5ba8-4e29-be06-e32fe3b01962 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:58.843305 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7354e815-b773-4e16-9125-6d06da949537 req-cb8a944c-5ba8-4e29-be06-e32fe3b01962 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0668833 Jun 28 10:02:58.882041 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7354e815-b773-4e16-9125-6d06da949537 req-210ba057-2bf3-4998-aa20-2536026ed450 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Jun 28 10:02:58.997767 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3f28-a253-43b7-a8d0-e2cfcd564468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.290780 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.426275 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-2fda9995-69f5-48ab-a520-c5b34418213c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:59.427798 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-2fda9995-69f5-48ab-a520-c5b34418213c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0684769 Jun 28 10:02:59.532328 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Deleting port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:59.532662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.627952 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] For port f21c1a2a-0971-42ed-8280-d9c5a86d1c52, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:59.628345 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.850902 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.851650 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.851650 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Floating IP 52fccb09-f29a-498b-8cdf-2350b7048d80 disassociated. External IP: 172.28.1.129, port: f21c1a2a-0971-42ed-8280-d9c5a86d1c52. Jun 28 10:02:59.851853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Calling delete_port for f21c1a2a-0971-42ed-8280-d9c5a86d1c52 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:03:00.079688 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32db418-4188-4dd1-ae83-2cca82bcbeb9 req-ea475b36-66e4-4c9c-9972-51139ecddd0f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.081477 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c32db418-4188-4dd1-ae83-2cca82bcbeb9 req-ea475b36-66e4-4c9c-9972-51139ecddd0f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 946 time: 0.0763862 Jun 28 10:03:00.129504 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c32db418-4188-4dd1-ae83-2cca82bcbeb9 req-dc36a521-03f9-4757-ac57-7efb62316b0a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 Jun 28 10:03:00.171430 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.177239 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9e8def7b-2dbb-4d14-8eb9-dd4a7606f541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:00.203367 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event deleted for resources: {'Port': ['ID=f21c1a2a-0971-42ed-8280-d9c5a86d1c52,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:00.214760 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.215142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.215525 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.215901 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.216403 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.222032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:00.226052 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:00.357983 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:03:00.404975 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.470247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:03:00.480485 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:03:00.489906 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:00.490953 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:02:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:00.527713 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] No DVR routers for this DVR port f21c1a2a-0971-42ed-8280-d9c5a86d1c52 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:03:00.530310 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.532389 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-52bf7d22-0472-4086-a5e2-46b9c45bd0a8 req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "DELETE /v2.0/ports/f21c1a2a-0971-42ed-8280-d9c5a86d1c52 HTTP/1.1" status: 204 len: 173 time: 1.0990148 Jun 28 10:03:00.532911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-deleted', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:00.535976 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7bcf4-3ed1-4fb9-b8c3-366bdf2e1275" -d '{"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-deleted", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:00.589309 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c92d22-4c7b-46dc-8f04-05073d2649e7 x-openstack-request-id: req-96c92d22-4c7b-46dc-8f04-05073d2649e7 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:00.589710 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2891f-774b-49a1-8d9e-ffb43600a2bd", "name": "network-vif-deleted", "tag": "f21c1a2a-0971-42ed-8280-d9c5a86d1c52", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:00.590015 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96c92d22-4c7b-46dc-8f04-05073d2649e7 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:00.590455 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2891f-774b-49a1-8d9e-ffb43600a2bd', 'name': 'network-vif-deleted', 'tag': 'f21c1a2a-0971-42ed-8280-d9c5a86d1c52', 'status': 'completed', 'code': 200} Jun 28 10:03:00.622025 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:00.866296 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:01.014595 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:03:01.023544 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:01.024230 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:02:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:01.157110 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:01.295173 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ad76960a-ea23-4d50-a891-dbe43970bddb req-9341f4ae-c900-4836-a6ae-447bad5cc245 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc2891f-774b-49a1-8d9e-ffb43600a2bd HTTP/1.1" status: 200 len: 210 time: 0.0315280 Jun 28 10:03:01.396034 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:01.432573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2908760-6c16-4ce8-bc66-789202ed6890 None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:03:01.673987 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252eb9f-1f34-4b90-bc82-dd15e7180981 None None] New status for floating IP 52fccb09-f29a-498b-8cdf-2350b7048d80: DOWN {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:03:01.999341 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:02.120868 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:03:02.141026 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: f21c1a2a-0971-42ed-8280-d9c5a86d1c52 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:03:02.144265 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f21c1a2a-0971-42ed-8280-d9c5a86d1c52 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:03:02.512225 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39866) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:02.577588 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:02.602686 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:02.793592 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:02.797035 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:02.798202 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "DELETE /v2.0/security-groups/99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d HTTP/1.1" status: 204 len: 168 time: 0.2849183 Jun 28 10:03:02.799524 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-a488d40f-2fd2-4fb3-93e9-d8f96d6b918a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:02.802542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39868) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:02.809196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:02.817276 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.817654 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.818032 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.818463 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.818837 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.819274 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.819667 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.820000 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.api.v2.resource [None req-176e1e02-51e4-4aa9-82df-61d934056616 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] show failed (client error): The resource could not be found. Jun 28 10:03:02.820149 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.820460 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.820790 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.821145 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-176e1e02-51e4-4aa9-82df-61d934056616 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups/99e5d2f0-fc18-4d4d-a1a4-0baa68835d1d HTTP/1.1" status: 404 len: 347 time: 0.0173130 Jun 28 10:03:02.821251 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.821498 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:02.824292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39870) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:02.825478 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:02.877812 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:03:02.989029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Deleting port 70541a23-a8c5-4642-8053-a2efc046ec04 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:03:02.989365 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.068451 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.068719 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.082209 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Calling delete_port for 70541a23-a8c5-4642-8053-a2efc046ec04 owned by network:floatingip {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:03:03.708349 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.711989 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1b796009-2978-40eb-a07a-5dc02d204fb0 tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:03.740043 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event deleted for resources: {'Port': ['ID=70541a23-a8c5-4642-8053-a2efc046ec04,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:03.742745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:03.809965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.813060 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.814224 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-745ada46-f26b-4f0c-93ee-eb2d614dfd69 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "DELETE /v2.0/floatingips/52fccb09-f29a-498b-8cdf-2350b7048d80 HTTP/1.1" status: 204 len: 168 time: 0.9887109 Jun 28 10:03:04.568478 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39874) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:04.573486 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272008703', 'description': 'tempest-description--1906837707'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:04.828331 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:04.935174 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.159627 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.162546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a1d5e513-ec74-4aa2-aeaa-9c4286855be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:05.193029 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb7709-cd1e-4c8d-856c-bba3d1297729,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:05.195874 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:05.371223 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.372531 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8030560 Jun 28 10:03:05.375552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39876) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:05.380131 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'security_group_rule': {'security_group_id': '64bb7709-cd1e-4c8d-856c-bba3d1297729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:05.546144 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.608541 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.769509 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.774211 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7edee8bb-0c8a-4f67-87bd-5823758e0904 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:05.788827 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c259f7c-80da-4853-a309-c5cf0585b226,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:05.791315 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:05.896763 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.898198 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-fd50291d-365b-407a-b3b8-acc1dff39821 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213349 Jun 28 10:03:05.900636 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39878) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:05.905131 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'security_group_rule': {'security_group_id': '64bb7709-cd1e-4c8d-856c-bba3d1297729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:06.002503 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.059340 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.188499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.191024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4dbd2667-a1c1-428b-b772-cb8d3fd89a79 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:06.212495 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bab00d-249d-4c89-93fc-71d4da686645,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:06.214989 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:06.307623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.308898 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073267 Jun 28 10:03:06.311972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 39880) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:06.317017 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'floatingip': {'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:06.416477 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.520843 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.627165 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Allocated IP 172.28.1.245 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/959a6412-0cbc-4c66-b524-4796fb5a5c25) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:06.736189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.860714 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.863396 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:06.898556 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:06.901318 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:06.911306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:06.932700 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'Port': ['ID=959a6412-0cbc-4c66-b524-4796fb5a5c25,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:06.938187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:07.000678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.153088 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.314072 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.450503 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.452685 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-22e04988-b69e-4d10-8a2d-86f6a1ecaddd tempest-VolumesNegativeTest-1990366300 tempest-VolumesNegativeTest-1990366300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:07.520555 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'Port': ['ID=959a6412-0cbc-4c66-b524-4796fb5a5c25,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:07.524499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:07.530951 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.656369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.657624 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3446398 Jun 28 10:03:07.855095 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-913575b5-972f-4477-8f60-4d59698b3f61 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1272008703&fields=id&tenant_id=d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 267 time: 0.0342371 Jun 28 10:03:07.961353 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-f4aeec69-4724-4d80-9fc9-2ae7b0bb496a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:07.962805 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-f4aeec69-4724-4d80-9fc9-2ae7b0bb496a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 816 time: 0.1013131 Jun 28 10:03:07.977984 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-f9115c72-b004-4e50-864d-8896a9b37063 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/quotas/d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 375 time: 0.0093286 Jun 28 10:03:08.055206 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-068cadf9-2b2c-480e-b68e-87e6c5b3ab87 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668566 Jun 28 10:03:08.157052 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1360a059-a157-42df-af76-797cab60995a service neutron] 10.222.0.16 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944035 Jun 28 10:03:08.457485 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-f3a26497-025d-4d72-8d1a-3dd67a35385e service neutron] 10.222.0.16 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947390 Jun 28 10:03:09.083801 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e38452fc-1089-4f84-af5e-a90b6479718f req-e50cc890-612b-4f08-ad4b-195ffaf4c466 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 210 time: 0.3129256 Jun 28 10:03:10.233678 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-05089199-56e0-4696-8f3e-efa327b3dbbf req-5e92b925-95b6-4acf-a621-a25165a9ffb3 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 210 time: 0.0299382 Jun 28 10:03:11.408766 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-344c27dd-feea-4872-b5c5-12f3759eb2b1 req-6e23d3c8-708d-48d9-bb57-713b75c1842a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 210 time: 0.0402019 Jun 28 10:03:11.419160 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-76a1ccd7-2799-4a5e-8c1f-1d4527b0d5a2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:11.420670 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-76a1ccd7-2799-4a5e-8c1f-1d4527b0d5a2 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 816 time: 0.1388915 Jun 28 10:03:11.467779 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-30cd0775-b0dd-48ac-8628-f72849c06a9a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 380 time: 0.0375834 Jun 28 10:03:11.477834 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'port': {'device_id': '7d3d167b-889a-454c-bf2e-d330347310e6', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'admin_state_up': True, 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'security_groups': ['64bb7709-cd1e-4c8d-856c-bba3d1297729']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:11.724620 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Made reservation on behalf of d071fa2d80c04ffcaf006d41a81016b1 for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:03:11.728260 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.855765 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Allocated IP 172.20.0.3 (178d310f-b7c0-4ec8-827a-87635080fb4b/6f3922df-7932-46c6-a93f-a9c781fff7a2/d4668514-64c8-4c1c-bb4e-8ed65c62e5db) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:12.004035 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.018444 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Transition to ACTIVE for port object d4668514-64c8-4c1c-bb4e-8ed65c62e5db will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:12.135233 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.139436 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-fc0a125f-605d-4a24-bdf9-229a2f6f81b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:12.181243 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Network 178d310f-b7c0-4ec8-827a-87635080fb4b is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:12.184374 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:12.190492 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:12.197161 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:12.217355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:12.245869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.246486 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.366062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8918464 Jun 28 10:03:12.425269 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Request body: {'port': {'device_id': '7d3d167b-889a-454c-bf2e-d330347310e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:12.489193 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-02a9e32b-688f-4de6-82b2-0120e4f1bd7f None None] Provisioning for port d4668514-64c8-4c1c-bb4e-8ed65c62e5db completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:12.494463 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-02a9e32b-688f-4de6-82b2-0120e4f1bd7f None None] Provisioning complete for port d4668514-64c8-4c1c-bb4e-8ed65c62e5db triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:12.494921 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-02a9e32b-688f-4de6-82b2-0120e4f1bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.508214 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.535169 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-02a9e32b-688f-4de6-82b2-0120e4f1bd7f None None] Port d4668514-64c8-4c1c-bb4e-8ed65c62e5db cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:03:12.608657 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0958cb-8396-4398-ab17-743565a1caf6 req-8b2dca80-716b-4049-b7bf-4f0079359cd8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.610150 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8a0958cb-8396-4398-ab17-743565a1caf6 req-8b2dca80-716b-4049-b7bf-4f0079359cd8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 931 time: 0.0745966 Jun 28 10:03:12.647450 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-8a0958cb-8396-4398-ab17-743565a1caf6 req-1704e3d5-0b1f-41dc-8ee0-f4ea178802cb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Jun 28 10:03:12.793950 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4668514-64c8-4c1c-bb4e-8ed65c62e5db {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:12.801146 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.812754 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Transition to ACTIVE for port object d4668514-64c8-4c1c-bb4e-8ed65c62e5db will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:12.890665 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.894355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f502538e-61ab-4782-a717-4342132b0c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:12.940827 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:12.945592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:13.024030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Attempting to bind port d4668514-64c8-4c1c-bb4e-8ed65c62e5db on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:03:13.024641 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Attempting to bind port d4668514-64c8-4c1c-bb4e-8ed65c62e5db by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:03:13.025326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Attempting to bind port d4668514-64c8-4c1c-bb4e-8ed65c62e5db on network 178d310f-b7c0-4ec8-827a-87635080fb4b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:13.029992 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Port d4668514-64c8-4c1c-bb4e-8ed65c62e5db on network 178d310f-b7c0-4ec8-827a-87635080fb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:03:13.030308 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Attempting to bind port d4668514-64c8-4c1c-bb4e-8ed65c62e5db on network 178d310f-b7c0-4ec8-827a-87635080fb4b {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:13.035344 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:03:13.035673 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Checking segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:03:13.036065 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Bound using segment: {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:03:13.036512 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Bound port: d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c834808f-feb0-446b-a028-7688efda0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:03:13.036870 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.104433 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:03:13.107418 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:03:13.251644 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.269889 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-646484c8-48f4-4f3a-9d84-021c70908129 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:13.310212 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.310212 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.311538 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] 10.222.0.38 "PUT /v2.0/ports/d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 200 len: 1093 time: 0.8907151 Jun 28 10:03:13.313856 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.314351 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:13.318179 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5700e4-36b5-4e54-b852-2214a61fe914" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:13.352759 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:13.356131 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:13.366636 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f27a0b-672a-4aac-9c76-355c6fd21bcf x-openstack-request-id: req-41f27a0b-672a-4aac-9c76-355c6fd21bcf {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:13.366971 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:13.367271 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41f27a0b-672a-4aac-9c76-355c6fd21bcf {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:13.367932 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'status': 'completed', 'code': 200} Jun 28 10:03:13.371760 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-810a6e2f-0ccd-4a3d-b8bb-5bf81fec206a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332004 Jun 28 10:03:13.484338 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-98420710-e764-4704-abc7-d1622720ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.485840 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-98420710-e764-4704-abc7-d1622720ad08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0881143 Jun 28 10:03:13.487967 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5700e4-36b5-4e54-b852-2214a61fe914 req-86841937-44c0-4eda-80eb-886d9ad6a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.489304 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4b5700e4-36b5-4e54-b852-2214a61fe914 req-86841937-44c0-4eda-80eb-886d9ad6a870 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1096 time: 0.1005516 Jun 28 10:03:13.659260 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5700e4-36b5-4e54-b852-2214a61fe914 req-bf31e9a6-98c4-4b4a-9f42-77c29715cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.660743 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4b5700e4-36b5-4e54-b852-2214a61fe914 req-bf31e9a6-98c4-4b4a-9f42-77c29715cdfd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1635087 Jun 28 10:03:13.661841 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-63a96530-883f-49e6-84c5-78f951948857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.663147 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-63a96530-883f-49e6-84c5-78f951948857 service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.1553879 Jun 28 10:03:13.792437 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-8bb8cb01-522a-40ec-9584-f5a56b53a611 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 1001 time: 0.1200166 Jun 28 10:03:13.838286 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864408e-edc2-49fc-87ae-c4142ab7d3b3 req-8eac0803-d375-4956-a8b2-f38487db8441 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.839136 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5700e4-36b5-4e54-b852-2214a61fe914 req-a97ee21d-06e3-473d-abe6-beacb43964f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.839809 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c864408e-edc2-49fc-87ae-c4142ab7d3b3 req-8eac0803-d375-4956-a8b2-f38487db8441 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0722735 Jun 28 10:03:13.840615 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4b5700e4-36b5-4e54-b852-2214a61fe914 req-a97ee21d-06e3-473d-abe6-beacb43964f2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1670237 Jun 28 10:03:13.860174 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-388c699c-453c-457b-b825-76f32ca59b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.861898 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-388c699c-453c-457b-b825-76f32ca59b0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0620611 Jun 28 10:03:13.881622 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c864408e-edc2-49fc-87ae-c4142ab7d3b3 req-850b5171-e77e-40ae-90d4-af54e243229f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354290 Jun 28 10:03:13.963455 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-11f8e295-1ee8-4cdf-aa0c-7d27ebf00433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.964980 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-11f8e295-1ee8-4cdf-aa0c-7d27ebf00433 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0923390 Jun 28 10:03:13.983791 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-cb1711dc-1098-4875-90bc-827c6173ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.985209 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-cb1711dc-1098-4875-90bc-827c6173ea07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1096 time: 0.0855711 Jun 28 10:03:14.034190 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-afb118ef-bf46-46eb-a672-e2716a20e302 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 200 len: 217 time: 0.0397377 Jun 28 10:03:14.119219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-82551d6d-b1b5-41fe-bdad-e2fecf053216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:14.120572 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-82551d6d-b1b5-41fe-bdad-e2fecf053216 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0601032 Jun 28 10:03:14.139394 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-bf923b24-5cbd-40cf-b532-76c90b1d8098 service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665614 Jun 28 10:03:14.253468 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1b5d3e9a-c02c-4d99-8bdf-c3653394c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:14.254166 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-1b5d3e9a-c02c-4d99-8bdf-c3653394c661 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1262202 Jun 28 10:03:14.256423 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-96b9c86e-fa9f-48dd-aeab-8af98144d3ce service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016917 Jun 28 10:03:14.365212 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-9fb1a6d2-3510-4a87-9a2d-170a79ed7c3a service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007745 Jun 28 10:03:14.460574 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2bbcb14c-be2a-445e-bfcf-7c2c06061b8d req-619e4269-d8d9-497d-9ca3-1309b40d7cb2 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884125 Jun 28 10:03:15.096670 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412004b-1d04-4458-b409-54b3e18e7c01 req-4d18a5e4-da3c-45d2-bc43-b83b41c1f91a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:15.098233 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7412004b-1d04-4458-b409-54b3e18e7c01 req-4d18a5e4-da3c-45d2-bc43-b83b41c1f91a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0759633 Jun 28 10:03:15.143632 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7412004b-1d04-4458-b409-54b3e18e7c01 req-9435a3c7-7686-49a7-aaa2-7081b507340e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Jun 28 10:03:16.338893 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4fcb-340d-49b7-8363-8cf2b5a08c55 req-1414552c-85f0-409e-a2a3-46b12fa7d83d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:16.340500 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82ab4fcb-340d-49b7-8363-8cf2b5a08c55 req-1414552c-85f0-409e-a2a3-46b12fa7d83d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0731394 Jun 28 10:03:16.380391 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82ab4fcb-340d-49b7-8363-8cf2b5a08c55 req-e3003b39-ab97-481f-9ac3-13211ab6438c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Jun 28 10:03:17.565095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d66b9-3b88-4463-bcc9-bd0a27caa510 req-9a891a06-abcb-4f44-bcaa-a5a7a955818d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:17.566511 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-358d66b9-3b88-4463-bcc9-bd0a27caa510 req-9a891a06-abcb-4f44-bcaa-a5a7a955818d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0687211 Jun 28 10:03:17.606255 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-358d66b9-3b88-4463-bcc9-bd0a27caa510 req-0999c768-d525-4dd4-89b6-298a67296036 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337968 Jun 28 10:03:18.157045 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:03:18.253508 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:18.264921 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'mac_address': 'fa:16:3e:11:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:03:18.304645 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:18.317879 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4668514-64c8-4c1c-bb4e-8ed65c62e5db {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:18.339464 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:18.422022 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:18.424314 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:18.482589 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:18.489969 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.490316 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.490662 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.490990 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.491322 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.491658 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.491979 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.492361 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.493006 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.493176 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.493435 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.493783 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:18.497895 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:18.765551 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['d4668514-64c8-4c1c-bb4e-8ed65c62e5db'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:18.805735 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039ef9-e694-4bc8-913e-63f675abfe7f req-089528f6-1a56-4673-8a6a-644143c2f7ba tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:18.807300 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d6039ef9-e694-4bc8-913e-63f675abfe7f req-089528f6-1a56-4673-8a6a-644143c2f7ba tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0681345 Jun 28 10:03:18.847921 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d6039ef9-e694-4bc8-913e-63f675abfe7f req-13760676-a015-453b-a0e6-a0fab974e52f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340819 Jun 28 10:03:20.036229 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eb3ac-e3de-4fd1-89bc-feb8311e88d6 req-dc82171e-c2b9-4c51-a0dd-f3296148a259 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:20.037762 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-689eb3ac-e3de-4fd1-89bc-feb8311e88d6 req-dc82171e-c2b9-4c51-a0dd-f3296148a259 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0725818 Jun 28 10:03:20.078584 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-689eb3ac-e3de-4fd1-89bc-feb8311e88d6 req-5736435c-2e4c-45ff-a51a-59de3f13d0d3 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340588 Jun 28 10:03:20.162241 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:03:20.416031 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port d4668514-64c8-4c1c-bb4e-8ed65c62e5db completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:20.420124 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port d4668514-64c8-4c1c-bb4e-8ed65c62e5db triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:20.420618 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:20.501217 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:20.523845 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:20.526142 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf3550-1513-4ed1-a7d6-63ea17397ff9" -d '{"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-plugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:20.539631 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:20.567540 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c533599-eba6-45f2-be73-424a1a7aea44 x-openstack-request-id: req-0c533599-eba6-45f2-be73-424a1a7aea44 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:20.567842 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-plugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:20.568169 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c533599-eba6-45f2-be73-424a1a7aea44 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:20.568578 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'code': 200} Jun 28 10:03:20.665686 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:20.667677 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:20.712561 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:20.715560 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:21.006644 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdaacf-b9c8-4280-af62-6af25aafdf1a req-2609998c-caea-4038-bd07-79334b3d079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:21.008158 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9bdaacf-b9c8-4280-af62-6af25aafdf1a req-2609998c-caea-4038-bd07-79334b3d079e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1098 time: 0.0605946 Jun 28 10:03:21.044556 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d9bdaacf-b9c8-4280-af62-6af25aafdf1a req-95bf2b2a-e85d-45aa-926a-0bfc32c10867 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295773 Jun 28 10:03:21.272437 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec08b02-27da-4ff9-abc7-13b9f88a3475 req-c7582e5a-5182-45c3-a54a-ba96aac1fcae tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:21.273857 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fec08b02-27da-4ff9-abc7-13b9f88a3475 req-c7582e5a-5182-45c3-a54a-ba96aac1fcae tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0638483 Jun 28 10:03:21.312749 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fec08b02-27da-4ff9-abc7-13b9f88a3475 req-600dd1f0-8ed3-4e15-b33e-90b43bd05070 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332060 Jun 28 10:03:22.492578 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e993-939d-4c51-9631-57b6582aab32 req-1207353e-460e-4199-b3f5-5832c5df5b77 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:22.494912 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2281e993-939d-4c51-9631-57b6582aab32 req-1207353e-460e-4199-b3f5-5832c5df5b77 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0653172 Jun 28 10:03:22.536574 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2281e993-939d-4c51-9631-57b6582aab32 req-955cc345-8c78-4483-b14a-85bd48d563fb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367494 Jun 28 10:03:23.716117 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b76c-1f22-4269-aee0-340ada4b06dc req-350d0c82-d812-4473-a300-ead6f829cbbe tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.717640 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-19a5b76c-1f22-4269-aee0-340ada4b06dc req-350d0c82-d812-4473-a300-ead6f829cbbe tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0627298 Jun 28 10:03:23.757880 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-19a5b76c-1f22-4269-aee0-340ada4b06dc req-456753ab-eb94-41e4-b3cf-d56914ab44f3 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Jun 28 10:03:23.926564 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578bb9e-fac5-4a97-a862-edec2a28c7f0 req-16618a20-f862-46b2-8cc1-0ebe1e5f5bca tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.927941 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c578bb9e-fac5-4a97-a862-edec2a28c7f0 req-16618a20-f862-46b2-8cc1-0ebe1e5f5bca tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0627308 Jun 28 10:03:23.936423 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 39948) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:23.940976 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Request body: {'floatingip': {'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:23.980520 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.425424 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.502545 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.605147 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.l3_db [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Floating IP 9fe3705b-cee7-4910-9b7b-3d0fae2de269 associated. External IP: 172.28.1.245, port: d4668514-64c8-4c1c-bb4e-8ed65c62e5db. Jun 28 10:03:24.834043 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:03:24.941551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:03:24.946414 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:24.950676 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:03:24.959809 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:24.960804 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:02:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:24.981801 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b26786b6-ef24-4b66-a484-05216d99a5f7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "PUT /v2.0/floatingips/9fe3705b-cee7-4910-9b7b-3d0fae2de269 HTTP/1.1" status: 200 len: 991 time: 1.0443118 Jun 28 10:03:24.982551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:24.984966 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3d7e2e-b255-4640-8d4f-6c318825fc64" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:25.072294 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:25.143952 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e6a3a-23bc-402b-b0f4-a50c66f564a7 x-openstack-request-id: req-035e6a3a-23bc-402b-b0f4-a50c66f564a7 {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:25.144410 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:25.144710 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-035e6a3a-23bc-402b-b0f4-a50c66f564a7 {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:25.145168 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'status': 'completed', 'code': 200} Jun 28 10:03:25.220042 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-d2e51e44-fc55-4cf7-b04f-05879a5b9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:25.222023 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-d2e51e44-fc55-4cf7-b04f-05879a5b9601 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1098 time: 0.0539854 Jun 28 10:03:25.315660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-7367d692-4d4a-4519-9650-32069c6474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:25.317144 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-7367d692-4d4a-4519-9650-32069c6474ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.0889957 Jun 28 10:03:25.319008 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '9fe3705b-cee7-4910-9b7b-3d0fae2de269', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'floating_ip_address': '172.28.1.245', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'mac_address': 'fa:16:3e:11:67:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3d167b-889a-454c-bf2e-d330347310e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:06Z', 'updated_at': '2021-06-28T10:03:24Z', 'revision_number': 1, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:25.344651 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:03:25.353141 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:25.353752 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:02:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:25.386144 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-af06c1b3-f53e-4db9-8e4e-e1adc0aeda94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 200 len: 999 time: 0.0623798 Jun 28 10:03:25.434260 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-f1a33a7d-5699-4e58-9703-bc0280a6812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:25.436503 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-f1a33a7d-5699-4e58-9703-bc0280a6812b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0433848 Jun 28 10:03:25.463064 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:25.497595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-ae0138a4-b7e8-444c-a1d9-b08a70975312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:25.499110 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-ae0138a4-b7e8-444c-a1d9-b08a70975312 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0561488 Jun 28 10:03:25.594030 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-b92297fb-7711-4634-b61c-e03120045293 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872447 Jun 28 10:03:25.691281 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ed3d7e2e-b255-4640-8d4f-6c318825fc64 req-4e37a8f1-345e-4c27-8185-bb1b8f3326fa service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902550 Jun 28 10:03:25.706178 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '9fe3705b-cee7-4910-9b7b-3d0fae2de269', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'floating_ip_address': '172.28.1.245', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'mac_address': 'fa:16:3e:11:67:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3d167b-889a-454c-bf2e-d330347310e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:06Z', 'updated_at': '2021-06-28T10:03:24Z', 'revision_number': 1, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:25.737786 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb87f22-27c0-4bb2-8c3d-108c1261b57d None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '9fe3705b-cee7-4910-9b7b-3d0fae2de269', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'floating_ip_address': '172.28.1.245', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'mac_address': 'fa:16:3e:11:67:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3d167b-889a-454c-bf2e-d330347310e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:06Z', 'updated_at': '2021-06-28T10:03:24Z', 'revision_number': 1, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:03:25.933566 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d86f7-5146-4f86-91f8-0b958752098a None None] New status for floating IP 9fe3705b-cee7-4910-9b7b-3d0fae2de269: ACTIVE {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:03:26.541473 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-9d667595-5f2b-44a0-ac76-ad95bcd1e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:29.004755 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-5636ec74-447d-4281-9e79-d70336795f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:29.301381 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:30.341715 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:31.901251 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:39.876921 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:03:43.347144 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:56.535004 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-73a289c1-3920-4660-86f6-a071909d06ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:59.021113 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-748da4e2-f8ce-4cc6-a103-c7e35d0b2293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:59.266165 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:00.380494 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:01.958331 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:12.677458 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-c8d645f7-846d-484a-9bdd-99b7e409a075 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544400 Jun 28 10:04:12.769237 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-518f14be-3ff1-4d8b-8b10-ea2252c61ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:12.771431 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-518f14be-3ff1-4d8b-8b10-ea2252c61ee6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0514498 Jun 28 10:04:12.875179 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-5fa594e8-04d8-415d-af11-3484304f3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:12.876584 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-5fa594e8-04d8-415d-af11-3484304f3640 service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.0847249 Jun 28 10:04:12.951770 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-3a003be3-5469-4380-8c0a-ae21a109dd1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 1001 time: 0.0684557 Jun 28 10:04:12.999356 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-ef18e990-3db7-454f-bfd2-32195f478373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:13.000834 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-ef18e990-3db7-454f-bfd2-32195f478373 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0425465 Jun 28 10:04:13.057566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-53da843a-f7ef-4862-9044-269f407bbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:13.059023 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-53da843a-f7ef-4862-9044-269f407bbac5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0512562 Jun 28 10:04:13.153198 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-a0755a68-5401-4746-952f-9dd26be4570c service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872686 Jun 28 10:04:13.244663 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-00e92471-372a-439f-99d6-fc3147a8f5a2 req-aacb9802-5bdc-4c68-a2d2-350edbe7f23f service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852640 Jun 28 10:04:13.283297 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:16.876542 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:04:20.851311 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390378f-c7ca-47eb-9dc0-d856fc688e48 req-a57e9b7b-77e9-4870-a2d0-f77b72260554 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:20.852732 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f390378f-c7ca-47eb-9dc0-d856fc688e48 req-a57e9b7b-77e9-4870-a2d0-f77b72260554 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0691941 Jun 28 10:04:20.895395 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f390378f-c7ca-47eb-9dc0-d856fc688e48 req-6d3239d5-a4e1-4f0a-a086-8a8e3a02e433 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367606 Jun 28 10:04:22.070725 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5f291-e44e-418a-b542-59dd76e1df2d req-1916e4ef-2a58-4fc7-bdef-16448df27c95 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:22.072349 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a1d5f291-e44e-418a-b542-59dd76e1df2d req-1916e4ef-2a58-4fc7-bdef-16448df27c95 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0645185 Jun 28 10:04:22.111862 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a1d5f291-e44e-418a-b542-59dd76e1df2d req-6b9bdb22-3bfc-41a3-b414-30e32f5373d4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Jun 28 10:04:23.287724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583751-98ec-45f4-9b8e-efbba70900f9 req-4eb192b7-d4d6-4866-a8fa-13aa10ee9796 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:23.288826 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-42583751-98ec-45f4-9b8e-efbba70900f9 req-4eb192b7-d4d6-4866-a8fa-13aa10ee9796 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0658345 Jun 28 10:04:23.326965 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-42583751-98ec-45f4-9b8e-efbba70900f9 req-dc53c426-7fe7-4414-be44-99d7ef8bda7b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jun 28 10:04:24.507320 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6c44-ca5c-450f-9dde-26af4ba35372 req-750b9e46-23e1-41b8-9342-510fdf668632 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:24.508847 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-145c6c44-ca5c-450f-9dde-26af4ba35372 req-750b9e46-23e1-41b8-9342-510fdf668632 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0679672 Jun 28 10:04:24.547078 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-145c6c44-ca5c-450f-9dde-26af4ba35372 req-0d8164da-cf23-44e3-b7ab-3c1e8c290954 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Jun 28 10:04:25.723204 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a50fd-ac2b-4759-9e72-883ac7f1cca0 req-975ffa9d-6c52-479a-a340-3a910b69c913 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:25.724726 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-549a50fd-ac2b-4759-9e72-883ac7f1cca0 req-975ffa9d-6c52-479a-a340-3a910b69c913 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0647304 Jun 28 10:04:25.762837 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-549a50fd-ac2b-4759-9e72-883ac7f1cca0 req-6d504f37-63e6-48ba-a45d-0738b2ddfc61 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Jun 28 10:04:26.612520 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d9e69f9b-7f9b-48d3-ba03-dc7665d0a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.945900 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe6f8b-2499-4129-b654-32460e72ac81 req-86376584-f9e5-4b44-a5ca-6033124feabd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:26.947327 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fffe6f8b-2499-4129-b654-32460e72ac81 req-86376584-f9e5-4b44-a5ca-6033124feabd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0671771 Jun 28 10:04:26.992119 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fffe6f8b-2499-4129-b654-32460e72ac81 req-1edfcade-1a82-4d2c-a806-066578fa1351 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Jun 28 10:04:28.174810 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e940ec-5232-44cb-b332-60b969c41e86 req-6ced8c75-16d2-4d22-b636-acfc04862da8 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:28.176932 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-62e940ec-5232-44cb-b332-60b969c41e86 req-6ced8c75-16d2-4d22-b636-acfc04862da8 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0710576 Jun 28 10:04:28.223402 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-62e940ec-5232-44cb-b332-60b969c41e86 req-30981f97-5961-4bc8-970a-a1d07e29421a tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Jun 28 10:04:28.991385 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ee16ae72-7917-4ff2-a6c1-2ed6c3cf1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.231917 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.404066 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4da08-b765-4184-90c5-76f5c77be02b req-f66084e5-2cb0-4797-af98-19ba327bd123 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:29.405621 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82d4da08-b765-4184-90c5-76f5c77be02b req-f66084e5-2cb0-4797-af98-19ba327bd123 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0647898 Jun 28 10:04:29.448774 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82d4da08-b765-4184-90c5-76f5c77be02b req-3abc1b15-91dc-4eb8-9d4a-4e887d545a74 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Jun 28 10:04:30.315273 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.638705 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ccac4-6a97-49fd-95d4-5dbde06c9f16 req-1646e931-84ff-4adf-8d00-3b6935751370 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:30.640254 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2b9ccac4-6a97-49fd-95d4-5dbde06c9f16 req-1646e931-84ff-4adf-8d00-3b6935751370 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0719399 Jun 28 10:04:30.680433 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2b9ccac4-6a97-49fd-95d4-5dbde06c9f16 req-485c930b-9476-4dfc-929e-333dad531c21 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jun 28 10:04:31.103021 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-b568e3fe-aa1e-4829-b5af-cac67e9b9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:31.104548 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-b568e3fe-aa1e-4829-b5af-cac67e9b9b30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0592186 Jun 28 10:04:31.204490 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-b96c48c1-f7c2-4e41-905a-b19d6ddd9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:31.205962 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-b96c48c1-f7c2-4e41-905a-b19d6ddd9ea1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.0905821 Jun 28 10:04:31.275835 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-235f602d-0a21-4fd8-9425-21edf6713807 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 1001 time: 0.0626657 Jun 28 10:04:31.330549 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-0806656b-dd61-42dc-b885-91e15c3ac934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:31.332062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-0806656b-dd61-42dc-b885-91e15c3ac934 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0450413 Jun 28 10:04:31.400369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-22bfaa18-eaf9-4112-bb11-8308b1ea1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:31.403521 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-22bfaa18-eaf9-4112-bb11-8308b1ea1ed0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0645006 Jun 28 10:04:31.508122 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-937f39cf-c4ac-473e-b524-279c5d626678 service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979910 Jun 28 10:04:31.596007 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0d9d08e6-3d2f-4e1f-aee3-415ff2114d60 req-2d56cad0-7c2e-47e6-84c7-8c0371ceeb9a service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813448 Jun 28 10:04:31.870857 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a58d8b-5a6e-47ad-b0ba-6d110466b6d8 req-d5090c4c-611d-4e1a-a58d-845605160ffe tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:31.872466 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-33a58d8b-5a6e-47ad-b0ba-6d110466b6d8 req-d5090c4c-611d-4e1a-a58d-845605160ffe tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0716012 Jun 28 10:04:31.911582 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:31.914877 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-33a58d8b-5a6e-47ad-b0ba-6d110466b6d8 req-ea8ecd5e-1ef9-4b1b-8cf3-954896427b76 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335164 Jun 28 10:04:33.100726 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca94d1-01b2-4569-901c-5d3ec3dce603 req-1bee592d-dfaa-4124-a382-c8f4274279cd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:33.102130 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ccca94d1-01b2-4569-901c-5d3ec3dce603 req-1bee592d-dfaa-4124-a382-c8f4274279cd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0694115 Jun 28 10:04:33.156823 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ccca94d1-01b2-4569-901c-5d3ec3dce603 req-a4ff19ed-6861-449a-ac49-16c8007b78fd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487063 Jun 28 10:04:34.344003 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25426-ea52-4a4c-8568-9642c3c15956 req-b646a24b-9aa4-4aca-bc3e-434ad1c3bccf tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:34.345627 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3e25426-ea52-4a4c-8568-9642c3c15956 req-b646a24b-9aa4-4aca-bc3e-434ad1c3bccf tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0707188 Jun 28 10:04:34.385791 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b3e25426-ea52-4a4c-8568-9642c3c15956 req-d8c8c393-9057-4cf9-93cf-060eba1dde1e tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329316 Jun 28 10:04:35.580414 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4293e-b555-462a-907a-9ee2f0cb6786 req-d9fc7a0c-bd6f-4b58-b081-ed4b8b860a50 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:35.582003 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a3c4293e-b555-462a-907a-9ee2f0cb6786 req-d9fc7a0c-bd6f-4b58-b081-ed4b8b860a50 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0809577 Jun 28 10:04:35.623346 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a3c4293e-b555-462a-907a-9ee2f0cb6786 req-d9e7569d-9ca7-4dd9-9f39-d223d6bf02ea tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Jun 28 10:04:36.142820 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09719a4-8c0f-4fdf-b9d2-f0c4fd358286 req-5233a9e4-81b2-4945-92ca-8d01aaab55aa tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:36.144373 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d09719a4-8c0f-4fdf-b9d2-f0c4fd358286 req-5233a9e4-81b2-4945-92ca-8d01aaab55aa tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0706241 Jun 28 10:04:36.183853 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d09719a4-8c0f-4fdf-b9d2-f0c4fd358286 req-c9834660-c632-48a3-a8e8-8a976b800ff9 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Jun 28 10:04:36.186718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40134) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:36.296696 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-88aa5afe-eb49-45eb-a01a-45fed185f352 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085346 Jun 28 10:04:36.507806 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:04:36.587911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.611115 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:04:36.613956 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfcee0f-1857-4029-aecf-72c40c1d38ac" -d '{"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:04:36.627151 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:36.645814 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 10:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80739e-01b0-4a5a-ad97-b412f258b2f1 x-openstack-request-id: req-cf80739e-01b0-4a5a-ad97-b412f258b2f1 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:04:36.646113 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-unplugged", "status": "failed", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "code": 422}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:04:36.646380 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf80739e-01b0-4a5a-ad97-b412f258b2f1 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:04:36.646791 dv-cinder-786627-12-smb neutron-server[100110]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'code': 422} returned with failed status Jun 28 10:04:36.703556 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.708053 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:36.872373 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=6']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:36.879028 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.879367 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.879696 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.880027 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.880373 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.880692 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.881005 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.881317 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.881630 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.881940 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.882272 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.882582 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:36.886395 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:37.373805 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931aa1a-2553-4077-acdf-09b90c051372 req-c31bf226-a560-43b9-8888-e02c676a95da tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:37.375438 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b931aa1a-2553-4077-acdf-09b90c051372 req-c31bf226-a560-43b9-8888-e02c676a95da tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0673611 Jun 28 10:04:37.415806 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b931aa1a-2553-4077-acdf-09b90c051372 req-ba1d1366-a17d-42f9-afd8-6ea7d1f22164 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Jun 28 10:04:38.610662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8d7d-253c-461b-840f-06f524580712 req-1284e2d2-0c29-4aa1-b12c-84fd52ddcdaf tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:38.612302 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bcd8d7d-253c-461b-840f-06f524580712 req-1284e2d2-0c29-4aa1-b12c-84fd52ddcdaf tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0708461 Jun 28 10:04:38.661840 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bcd8d7d-253c-461b-840f-06f524580712 req-0e3c8171-1165-4c2d-b3c2-38f727607f5b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 Jun 28 10:04:39.240077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-7de4a64c-7843-4479-be2b-3fb4792d41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.241567 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-7de4a64c-7843-4479-be2b-3fb4792d41b8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29&tenant_id=d70da65ff5824ffdaa02da7ed5a9b049 HTTP/1.1" status: 200 len: 1096 time: 0.0556197 Jun 28 10:04:39.318297 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-c44f3dbf-f442-4a14-b247-cd5159111bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.319779 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-c44f3dbf-f442-4a14-b247-cd5159111bdb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1096 time: 0.0551729 Jun 28 10:04:39.413677 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-4fff1807-b7ea-44dd-9a9c-ddbf34fd9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.415290 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-4fff1807-b7ea-44dd-9a9c-ddbf34fd9b13 service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.0893958 Jun 28 10:04:39.482465 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-d52876f5-f8ce-47f5-aa69-91884d0818d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 999 time: 0.0605738 Jun 28 10:04:39.532175 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-882cdba4-63eb-4e6d-97ed-59cf5908dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.533548 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-882cdba4-63eb-4e6d-97ed-59cf5908dbf7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0449347 Jun 28 10:04:39.595395 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-ae4e03f2-e4c6-42e2-b102-25f7f001d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:39.596922 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-ae4e03f2-e4c6-42e2-b102-25f7f001d60d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0558512 Jun 28 10:04:39.696516 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-dd7c1565-13dd-4076-ba8b-f8f262748c5c service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923359 Jun 28 10:04:40.114047 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d06b7dc7-86be-4bbf-953c-54c59136999d req-2e7117c9-8d2e-45d4-b6a5-150d47098a5f service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105988 Jun 28 10:04:40.134202 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f851df2-71fb-46d7-b261-88d268296b10 req-9c2f5f25-3a31-4ee4-997e-8903958d72f6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:40.135682 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4f851df2-71fb-46d7-b261-88d268296b10 req-9c2f5f25-3a31-4ee4-997e-8903958d72f6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0876391 Jun 28 10:04:40.173858 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4f851df2-71fb-46d7-b261-88d268296b10 req-e4c02e97-6b2d-4994-a26a-52f766630f56 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Jun 28 10:04:41.360478 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10620-0135-48d3-b185-aa6c56501b51 req-795c62e6-12fe-4618-86d7-2e45bde431b4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:41.361990 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5ae10620-0135-48d3-b185-aa6c56501b51 req-795c62e6-12fe-4618-86d7-2e45bde431b4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0720389 Jun 28 10:04:41.404288 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5ae10620-0135-48d3-b185-aa6c56501b51 req-06f6a9d9-17ea-4980-8ea6-edf0e95e7a55 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355494 Jun 28 10:04:42.588316 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df27a4-8191-4d36-b56c-b0c049ee6894 req-f90ab9a4-89ed-44f2-9d03-e1633473d4ce tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:42.589725 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-91df27a4-8191-4d36-b56c-b0c049ee6894 req-f90ab9a4-89ed-44f2-9d03-e1633473d4ce tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0726225 Jun 28 10:04:42.634769 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-91df27a4-8191-4d36-b56c-b0c049ee6894 req-da2f565a-85f6-4118-8c1a-30f407c5e8fd tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Jun 28 10:04:43.310674 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:43.438817 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7eeaf-5388-4d98-909f-31737db8bf67 req-be0a6ff7-0f64-475d-8a15-1b87c187f048 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:43.440332 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0ca7eeaf-5388-4d98-909f-31737db8bf67 req-be0a6ff7-0f64-475d-8a15-1b87c187f048 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0644259 Jun 28 10:04:43.479176 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0ca7eeaf-5388-4d98-909f-31737db8bf67 req-352ee409-ffa3-41dc-9c89-455169326e8a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Jun 28 10:04:43.820064 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d3425-0743-482b-855a-95c6b5dc9ea3 req-c9782625-37ad-47b7-bc64-8327ffa972e4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:43.821703 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-aa3d3425-0743-482b-855a-95c6b5dc9ea3 req-c9782625-37ad-47b7-bc64-8327ffa972e4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 943 time: 0.0710304 Jun 28 10:04:43.866985 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-aa3d3425-0743-482b-855a-95c6b5dc9ea3 req-58ded889-f094-4fbd-aa7f-a1d9e099792b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363142 Jun 28 10:04:44.524892 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:04:44.618201 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:44.629691 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'port_id': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'mac_address': 'fa:16:3e:7b:9a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:04:44.660883 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af21e28-40d6-4532-adb1-33948e6b8774 req-89b25b8d-d92f-4c12-bd7c-db08dd2dfc8f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:44.662450 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8af21e28-40d6-4532-adb1-33948e6b8774 req-89b25b8d-d92f-4c12-bd7c-db08dd2dfc8f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0639176 Jun 28 10:04:44.671267 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:44.685254 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f0463c-fdac-43a4-b396-39f9e73b9222 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:04:44.706921 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:44.707150 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-8af21e28-40d6-4532-adb1-33948e6b8774 req-e74bdf80-09e4-4212-9d4e-594099147d4f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341811 Jun 28 10:04:44.807801 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:44.809682 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:44.855271 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=7']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:44.858428 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:45.049561 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5843f-1000-44ae-9256-fd0b742fb523 req-c693c512-f1ec-4f7f-b0b1-a846042ce0e4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.051026 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96c5843f-1000-44ae-9256-fd0b742fb523 req-c693c512-f1ec-4f7f-b0b1-a846042ce0e4 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 944 time: 0.0647318 Jun 28 10:04:45.094689 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-96c5843f-1000-44ae-9256-fd0b742fb523 req-e59c4113-aef1-417c-a7ab-927ee7483d9f tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jun 28 10:04:45.141516 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['f9f0463c-fdac-43a4-b396-39f9e73b9222'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:04:45.886044 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4c08-e2b2-4d4d-a6c4-097b48d8d404 req-f16a21b3-6fb7-4ca3-92d5-8fab50e59b06 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:45.887547 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-db3f4c08-e2b2-4d4d-a6c4-097b48d8d404 req-f16a21b3-6fb7-4ca3-92d5-8fab50e59b06 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0658965 Jun 28 10:04:45.925894 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-db3f4c08-e2b2-4d4d-a6c4-097b48d8d404 req-bfe6b8f5-c934-4d86-9ed4-c9d7987c506c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jun 28 10:04:46.275374 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5464b-aa17-4cbd-8f9b-26d3e9dc715c req-42ce17f6-a309-4e52-a865-431fd08c904d tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:46.276884 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-51a5464b-aa17-4cbd-8f9b-26d3e9dc715c req-42ce17f6-a309-4e52-a865-431fd08c904d tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 944 time: 0.0659075 Jun 28 10:04:46.316047 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-51a5464b-aa17-4cbd-8f9b-26d3e9dc715c req-d0588d71-aec9-439d-a84a-6b03585b7e17 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334454 Jun 28 10:04:46.517676 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:46.564090 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port f9f0463c-fdac-43a4-b396-39f9e73b9222 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:46.564492 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:46.640975 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:46.665005 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:04:46.667277 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a500017-1e65-45e3-88f7-f6023d3eab76" -d '{"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-plugged", "status": "completed", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:04:46.681268 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:46.707178 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb7995a-6144-4ba5-9f4b-5272d7e632d1 x-openstack-request-id: req-0bb7995a-6144-4ba5-9f4b-5272d7e632d1 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:04:46.707484 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-plugged", "status": "completed", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:04:46.707753 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bb7995a-6144-4ba5-9f4b-5272d7e632d1 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:04:46.708261 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'code': 200} Jun 28 10:04:46.916684 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:46.918489 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:46.977610 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=8']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:46.980738 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:47.087076 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3c49-71c2-456b-af84-4faf93d0667a req-f412f660-979f-4cd7-9c26-3e03d77d7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:47.088577 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-630e3c49-71c2-456b-af84-4faf93d0667a req-f412f660-979f-4cd7-9c26-3e03d77d7b1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0568581 Jun 28 10:04:47.118141 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f2fc-d57f-41ea-895a-d4792bb81fb2 req-2764c085-67d9-4d76-9c61-0f2d9a1b25be tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:47.119620 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b933f2fc-d57f-41ea-895a-d4792bb81fb2 req-2764c085-67d9-4d76-9c61-0f2d9a1b25be tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0687521 Jun 28 10:04:47.125408 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-630e3c49-71c2-456b-af84-4faf93d0667a req-66cc36f4-6719-4762-bf0a-b6e0e2a3795b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294292 Jun 28 10:04:47.158023 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b933f2fc-d57f-41ea-895a-d4792bb81fb2 req-38f17a1f-7bfb-47cd-8caf-56cf11c6a7b9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Jun 28 10:04:47.488645 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e7ca-a61d-4f2f-b156-c9d04c904d57 req-82cb7f42-97c0-4396-8545-52a461a9ac6c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:47.490116 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7327e7ca-a61d-4f2f-b156-c9d04c904d57 req-82cb7f42-97c0-4396-8545-52a461a9ac6c tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0619671 Jun 28 10:04:47.532182 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-7327e7ca-a61d-4f2f-b156-c9d04c904d57 req-403e7806-74aa-4787-b038-372616ae8e83 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364568 Jun 28 10:04:48.345208 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202bcf-5ced-4eeb-bb2f-0561057096b9 req-3ccd157a-acf9-4da6-b1eb-4b5e29588909 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:48.346668 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-df202bcf-5ced-4eeb-bb2f-0561057096b9 req-3ccd157a-acf9-4da6-b1eb-4b5e29588909 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0676222 Jun 28 10:04:48.386310 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-df202bcf-5ced-4eeb-bb2f-0561057096b9 req-e8ac230f-e6c0-4d36-9db7-8b850e096ffa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Jun 28 10:04:48.709273 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6878f6-38bb-44a0-ad40-70aae55ca76a req-2fa0e88e-ce4f-4281-a53d-6279c2a6ef4b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:48.710872 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3e6878f6-38bb-44a0-ad40-70aae55ca76a req-2fa0e88e-ce4f-4281-a53d-6279c2a6ef4b tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0644758 Jun 28 10:04:48.758382 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3e6878f6-38bb-44a0-ad40-70aae55ca76a req-979f3144-dfe6-41a9-a5df-74cf27b873d0 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Jun 28 10:04:49.570875 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1f62c-8429-4a73-8e4e-247d23cdf356 req-1ce3d929-ffaa-462b-abed-7da8aaf32a05 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:49.572263 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0ec1f62c-8429-4a73-8e4e-247d23cdf356 req-1ce3d929-ffaa-462b-abed-7da8aaf32a05 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0697293 Jun 28 10:04:49.611826 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0ec1f62c-8429-4a73-8e4e-247d23cdf356 req-389c529a-c702-4e0a-a68b-fe9e519da99d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338051 Jun 28 10:04:50.793727 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5e33f-b2e3-43ab-8879-ba0fa2f82b12 req-873cedac-d7e3-4484-94f9-16adb7c8a5e4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:50.795242 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-74f5e33f-b2e3-43ab-8879-ba0fa2f82b12 req-873cedac-d7e3-4484-94f9-16adb7c8a5e4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0662818 Jun 28 10:04:50.833169 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-74f5e33f-b2e3-43ab-8879-ba0fa2f82b12 req-87c71264-1e45-46fb-a206-810ec9c40165 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Jun 28 10:04:52.011917 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b764f4-c694-4c67-b147-acae11ce9c49 req-8706e3b0-e6e7-4bd0-af2a-68cce43e0f75 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:52.013404 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-59b764f4-c694-4c67-b147-acae11ce9c49 req-8706e3b0-e6e7-4bd0-af2a-68cce43e0f75 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0628760 Jun 28 10:04:52.051258 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-59b764f4-c694-4c67-b147-acae11ce9c49 req-646027c6-adb1-4746-8015-3c4421c8aef7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Jun 28 10:04:53.251630 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27530e-51c4-4242-955f-5a1b2c74f262 req-632843bb-a7b1-4b3f-aff2-d296f484da1d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:53.253159 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6e27530e-51c4-4242-955f-5a1b2c74f262 req-632843bb-a7b1-4b3f-aff2-d296f484da1d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0722303 Jun 28 10:04:53.292364 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6e27530e-51c4-4242-955f-5a1b2c74f262 req-375b97cd-7e8e-40c3-a2ea-8b4882e5fbf7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Jun 28 10:04:53.875454 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:04:54.475621 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28b343-cc6e-49c0-8cd2-ac0f6d470815 req-2ae21620-c920-45dc-9d38-ffef61b403aa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:54.477237 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2e28b343-cc6e-49c0-8cd2-ac0f6d470815 req-2ae21620-c920-45dc-9d38-ffef61b403aa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0669205 Jun 28 10:04:54.525940 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2e28b343-cc6e-49c0-8cd2-ac0f6d470815 req-af613ab6-aeeb-4851-b69c-b23ee5bcfa5f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Jun 28 10:04:55.722931 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1916b8-2260-421f-be17-820ee602b00e req-3625917c-3a1c-49a8-a2a6-2c4a79ef97a9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:55.725044 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fd1916b8-2260-421f-be17-820ee602b00e req-3625917c-3a1c-49a8-a2a6-2c4a79ef97a9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0668926 Jun 28 10:04:55.763799 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-fd1916b8-2260-421f-be17-820ee602b00e req-e55c7ad5-94b1-40d8-abfb-ef2733ec5bc8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330014 Jun 28 10:04:56.566609 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-610d4aa7-3024-40c1-9aaf-a6ef7d08b02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:56.579568 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:04:56.683336 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:56.695477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'mac_address': 'fa:16:3e:11:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:04:56.732559 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:56.747682 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4668514-64c8-4c1c-bb4e-8ed65c62e5db {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:04:56.768911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:56.866192 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:56.868380 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:56.924760 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=6']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:56.929041 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:56.945488 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['d4668514-64c8-4c1c-bb4e-8ed65c62e5db'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:04:56.989081 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dfbc9-8048-4d64-b49c-11edc2fc0479 req-0e25a711-6c6a-4e89-9575-32bf3b9483d0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:56.991256 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f30dfbc9-8048-4d64-b49c-11edc2fc0479 req-0e25a711-6c6a-4e89-9575-32bf3b9483d0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0837653 Jun 28 10:04:57.029927 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f30dfbc9-8048-4d64-b49c-11edc2fc0479 req-49b022ed-7118-4003-a241-e139e7e9ae80 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Jun 28 10:04:58.219667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f08b-531e-4f00-9352-a962ce9a8b36 req-ab2fac5a-cb95-4f8f-b011-b355e9be957c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:58.221375 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61a8f08b-531e-4f00-9352-a962ce9a8b36 req-ab2fac5a-cb95-4f8f-b011-b355e9be957c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0655937 Jun 28 10:04:58.265517 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-61a8f08b-531e-4f00-9352-a962ce9a8b36 req-7c7fac29-6386-432c-ba9a-07fb0af1d1ff tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Jun 28 10:04:58.576727 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:58.625717 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port d4668514-64c8-4c1c-bb4e-8ed65c62e5db triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:58.626100 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:58.706981 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:58.738632 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:04:58.741519 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aea72a-5968-47c2-b0df-636436576666" -d '{"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-plugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:04:58.754514 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:58.787214 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf0ea69-c51f-4079-b1af-eef3dbebdc84 x-openstack-request-id: req-9bf0ea69-c51f-4079-b1af-eef3dbebdc84 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:04:58.789185 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-plugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:04:58.789185 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bf0ea69-c51f-4079-b1af-eef3dbebdc84 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:04:58.789185 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'code': 200} Jun 28 10:04:58.857598 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:58.859571 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:58.915893 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=7']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:58.919585 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:58.996598 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3a095296-be1d-4143-b76f-9bcb87588fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:59.247198 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:59.467910 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c463f-f3dd-4d11-8b38-4228c73b727b req-755a0d68-eca8-4aca-8b6a-bc76024c21aa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:59.469463 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-915c463f-f3dd-4d11-8b38-4228c73b727b req-755a0d68-eca8-4aca-8b6a-bc76024c21aa tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0681808 Jun 28 10:04:59.515004 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-915c463f-f3dd-4d11-8b38-4228c73b727b req-66f69fd5-ad46-4540-b2c2-7487c82b79a7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343101 Jun 28 10:05:00.343168 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:00.724872 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f01a2-b71f-4f1c-ba4c-e8bef74c8079 req-fde3011b-fe67-4190-8ba5-e88776a08d52 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:00.734283 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e77f01a2-b71f-4f1c-ba4c-e8bef74c8079 req-fde3011b-fe67-4190-8ba5-e88776a08d52 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0780160 Jun 28 10:05:00.778362 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e77f01a2-b71f-4f1c-ba4c-e8bef74c8079 req-9223e3db-cc72-426a-addc-66d269b09c58 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Jun 28 10:05:01.934403 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:02.072523 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583c101-124c-41ff-9c9d-f491b5a52458 req-784e7525-83d8-4bca-980e-e3613be45458 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:02.074438 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b583c101-124c-41ff-9c9d-f491b5a52458 req-784e7525-83d8-4bca-980e-e3613be45458 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.1402915 Jun 28 10:05:02.132810 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b583c101-124c-41ff-9c9d-f491b5a52458 req-9345c975-deca-4c3f-a8f5-08d85381c226 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474107 Jun 28 10:05:03.533984 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e19406-9845-43ae-8b71-def4c0c663d1 req-01848b17-1ee2-4fcb-a80c-cc18dd83a604 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:03.536420 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23e19406-9845-43ae-8b71-def4c0c663d1 req-01848b17-1ee2-4fcb-a80c-cc18dd83a604 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0802808 Jun 28 10:05:03.585471 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-23e19406-9845-43ae-8b71-def4c0c663d1 req-f6c03257-ee32-499f-bf56-750514573075 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Jun 28 10:05:04.797816 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e34e-ebce-4d53-9896-47f36e6552dd req-9b72ed7e-d481-41d0-8817-174dc1843e3a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:04.800021 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-16b6e34e-ebce-4d53-9896-47f36e6552dd req-9b72ed7e-d481-41d0-8817-174dc1843e3a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0797484 Jun 28 10:05:04.854682 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-16b6e34e-ebce-4d53-9896-47f36e6552dd req-a37ad797-3f88-435b-9c6e-d01954c6f157 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477114 Jun 28 10:05:06.059891 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8297c4-f852-4bc1-8311-f8c4e1059776 req-b1cbe14b-11ec-4523-8f8f-21d8287d1614 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:06.061504 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7c8297c4-f852-4bc1-8311-f8c4e1059776 req-b1cbe14b-11ec-4523-8f8f-21d8287d1614 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0721338 Jun 28 10:05:06.103072 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7c8297c4-f852-4bc1-8311-f8c4e1059776 req-adaf9d93-125f-463b-9293-e00ba6663744 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350382 Jun 28 10:05:07.340792 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885c55a-dd0d-4fc7-b1e4-57ae56a3ead8 req-c40b66c9-85cf-45c5-a655-ac4588657123 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:07.347539 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3885c55a-dd0d-4fc7-b1e4-57ae56a3ead8 req-c40b66c9-85cf-45c5-a655-ac4588657123 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0902126 Jun 28 10:05:07.398588 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3885c55a-dd0d-4fc7-b1e4-57ae56a3ead8 req-1d9fbab7-9e6f-440f-926b-44354fb4bfec tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 Jun 28 10:05:08.618587 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012accc-a528-40f9-84ab-d890bfdb3aaa req-5751707b-69da-430c-b4ba-3ff1a5583c29 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:08.623150 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6012accc-a528-40f9-84ab-d890bfdb3aaa req-5751707b-69da-430c-b4ba-3ff1a5583c29 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0873492 Jun 28 10:05:08.697767 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6012accc-a528-40f9-84ab-d890bfdb3aaa req-4d6e859b-9d7b-4793-be41-1eafe594f07d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662231 Jun 28 10:05:09.936645 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1140b8-e260-4a40-96d9-dacdd58fc165 req-425f2a23-f3fe-47c2-8489-482f5ad2dbfd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:09.938223 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4c1140b8-e260-4a40-96d9-dacdd58fc165 req-425f2a23-f3fe-47c2-8489-482f5ad2dbfd tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0786114 Jun 28 10:05:09.986162 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4c1140b8-e260-4a40-96d9-dacdd58fc165 req-8d33b6c7-915d-4f25-a17e-ab30435de322 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 Jun 28 10:05:11.413183 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ed109-00c6-4d32-b9cc-a3ce741bf01e req-0f90e2c3-a1d4-4b58-b24e-b3cba23490c9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:11.414769 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-766ed109-00c6-4d32-b9cc-a3ce741bf01e req-0f90e2c3-a1d4-4b58-b24e-b3cba23490c9 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.2893887 Jun 28 10:05:11.457963 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-766ed109-00c6-4d32-b9cc-a3ce741bf01e req-54e9fd25-7ef4-4a6c-ad09-f69c323367f1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350492 Jun 28 10:05:12.734258 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-240b2809-3eb7-479a-8e11-8a2c5f560e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:12.735702 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-240b2809-3eb7-479a-8e11-8a2c5f560e9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1098 time: 0.1018856 Jun 28 10:05:12.745889 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317921fc-2ca9-4456-b264-0b228fb00e17 req-663a975f-4dae-4c81-97ed-8633e2783626 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:12.747080 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-317921fc-2ca9-4456-b264-0b228fb00e17 req-663a975f-4dae-4c81-97ed-8633e2783626 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.1681812 Jun 28 10:05:12.850205 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-317921fc-2ca9-4456-b264-0b228fb00e17 req-a4cd561d-6945-4151-ac0c-eab873f46bba tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933471 Jun 28 10:05:12.890304 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-98b6db16-c8d6-4aa3-8c7d-512083e9628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:12.891783 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-98b6db16-c8d6-4aa3-8c7d-512083e9628c service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.1272383 Jun 28 10:05:12.960366 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-b77740fe-cd9c-47cf-9b5e-7eca5ece3f64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 200 len: 1001 time: 0.0608861 Jun 28 10:05:13.047876 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-667afec0-2ce9-465c-892e-f842db0c6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:13.050395 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-667afec0-2ce9-465c-892e-f842db0c6dea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0833273 Jun 28 10:05:13.125546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-675ffa35-11ab-4ce6-82bc-ba022199ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:13.126941 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-675ffa35-11ab-4ce6-82bc-ba022199ff63 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0706530 Jun 28 10:05:13.256294 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-d175059f-0244-480f-82bf-960f547927a4 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217251 Jun 28 10:05:13.281312 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:13.509930 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d1e9dfbb-5bb4-454f-8d98-30599ac01b0c req-413de435-bec5-4fef-bf68-07cd6434940a service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102896 Jun 28 10:05:14.031585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-cdf4fd59-b831-42cd-9bf5-9bbd16c1769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.033127 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-cdf4fd59-b831-42cd-9bf5-9bbd16c1769b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1098 time: 0.0629771 Jun 28 10:05:14.058532 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b494f21-7038-498a-8671-b3f87431140b req-e9a0a02a-5998-4a84-b566-dffce9c3346b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.060514 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6b494f21-7038-498a-8671-b3f87431140b req-e9a0a02a-5998-4a84-b566-dffce9c3346b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0864115 Jun 28 10:05:14.124611 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6b494f21-7038-498a-8671-b3f87431140b req-3c3a9808-c959-4e5e-81f9-be7d857f3682 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574727 Jun 28 10:05:14.150599 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-315e5bfd-b55f-4e57-923c-305ac4828893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.153216 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-315e5bfd-b55f-4e57-923c-305ac4828893 service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.1131046 Jun 28 10:05:14.224437 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-b32f8ab1-c717-4f15-8c59-c2a405f7cfb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 200 len: 1001 time: 0.0644953 Jun 28 10:05:14.275505 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-42f7ee26-1316-4b95-9b24-5a3113864cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.277125 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-42f7ee26-1316-4b95-9b24-5a3113864cf0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0467107 Jun 28 10:05:14.353553 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-51bdec9e-0dee-4362-8d7a-56622a33d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.355078 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-51bdec9e-0dee-4362-8d7a-56622a33d358 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717599 Jun 28 10:05:14.454152 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-9a41efc4-ddcd-45d8-bb38-c2c0b09e9674 service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922737 Jun 28 10:05:14.584766 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-05eb092d-bb3a-48a6-b738-17cdadc6a87c req-41eec928-f20c-41b1-9177-e20106289def service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240194 Jun 28 10:05:15.323963 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67e8a-a956-42e7-9294-d990feb0bed7 req-e919bc21-940d-4b5e-925c-4ef1e343e54b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:15.325569 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6cd67e8a-a956-42e7-9294-d990feb0bed7 req-e919bc21-940d-4b5e-925c-4ef1e343e54b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.0672615 Jun 28 10:05:15.365491 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6cd67e8a-a956-42e7-9294-d990feb0bed7 req-2211c47e-b08b-4426-8c5d-ea58f7a36363 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340765 Jun 28 10:05:16.637724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ec606-0465-422b-98cc-ec0e9c2478bf req-b8354a94-708f-492d-a3ce-47438152b465 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:16.639386 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5b9ec606-0465-422b-98cc-ec0e9c2478bf req-b8354a94-708f-492d-a3ce-47438152b465 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 945 time: 0.1369464 Jun 28 10:05:16.659469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:05:16.699500 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-5b9ec606-0465-422b-98cc-ec0e9c2478bf req-649878a0-4003-4b09-a659-04ccbdb7f50a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496945 Jun 28 10:05:16.764360 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:16.793190 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:16.797098 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea6b8d-573e-4c30-aa30-9fce596935f8" -d '{"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:16.820345 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:16.861699 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6907245-0023-4ef7-b872-528392059b00 x-openstack-request-id: req-c6907245-0023-4ef7-b872-528392059b00 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:16.862096 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:16.862290 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6907245-0023-4ef7-b872-528392059b00 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:16.862745 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'code': 200} Jun 28 10:05:16.908308 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:16.910278 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:16.979818 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=8']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:16.984048 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:19.435318 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c97a8-3324-415c-be39-61ac06397480 req-9df66ea0-ea50-4865-b41b-53f03012ff8c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:19.438467 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-279c97a8-3324-415c-be39-61ac06397480 req-9df66ea0-ea50-4865-b41b-53f03012ff8c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0729713 Jun 28 10:05:19.481892 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-279c97a8-3324-415c-be39-61ac06397480 req-f25013d0-33fe-43a5-ad11-6a523967f384 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342448 Jun 28 10:05:19.652593 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-b6a08379-1d77-4d17-8fff-e39b33ac9541 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517952 Jun 28 10:05:20.666985 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e412b-4a09-497f-a1c9-d8d15f667f38 req-e9a6b8c7-7ce4-46df-b5ec-2d9eaeceb666 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:20.668484 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e20e412b-4a09-497f-a1c9-d8d15f667f38 req-e9a6b8c7-7ce4-46df-b5ec-2d9eaeceb666 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0656364 Jun 28 10:05:20.707275 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e20e412b-4a09-497f-a1c9-d8d15f667f38 req-2531b2f7-f7ca-4e51-91f0-8ea2283d67f0 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Jun 28 10:05:21.218355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-01394d9e-3447-44fc-a4c5-c55a7425a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.219798 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-01394d9e-3447-44fc-a4c5-c55a7425a373 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6&tenant_id=d071fa2d80c04ffcaf006d41a81016b1 HTTP/1.1" status: 200 len: 1096 time: 0.0515714 Jun 28 10:05:21.291884 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-87e03e52-ee27-4ace-9b12-443cada78f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.293317 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-87e03e52-ee27-4ace-9b12-443cada78f71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1096 time: 0.0523357 Jun 28 10:05:21.386092 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-57ff6d55-22ea-4d5e-a636-dc7fbada56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.387538 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-57ff6d55-22ea-4d5e-a636-dc7fbada56c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 200 len: 916 time: 0.0872416 Jun 28 10:05:21.470892 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-5ae66f09-9831-457a-845d-9867c116f98b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 200 len: 999 time: 0.0562320 Jun 28 10:05:21.502434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-3636b491-263e-46b9-b572-b7faf8b7b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.503920 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-3636b491-263e-46b9-b572-b7faf8b7b8d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 200 len: 855 time: 0.0480690 Jun 28 10:05:21.560059 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-f8bcc7be-8cbd-4144-83f6-4de30a0ebc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.561540 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-f8bcc7be-8cbd-4144-83f6-4de30a0ebc1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=178d310f-b7c0-4ec8-827a-87635080fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0509670 Jun 28 10:05:21.662070 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-bf119c61-4cff-42fc-9f9c-dc6486f6faff service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941856 Jun 28 10:05:21.757492 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c1317330-943b-4be3-a6bf-43e7d7d182ec req-727be02a-e7d1-4152-a12d-cbf26f8cd91d service neutron] 10.222.0.38 "GET /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882671 Jun 28 10:05:21.907632 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463f6f0-3b3b-4a98-8532-b1508d8e0663 req-3988e269-bf81-4071-8a24-e441a4700cf7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.909182 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1463f6f0-3b3b-4a98-8532-b1508d8e0663 req-3988e269-bf81-4071-8a24-e441a4700cf7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0824983 Jun 28 10:05:21.956852 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-1463f6f0-3b3b-4a98-8532-b1508d8e0663 req-e5707c82-0b69-40d6-bf74-617a9014661f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Jun 28 10:05:23.161314 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d695b-aa82-4446-ac3c-a0fe66ad0b7a req-eef65fcc-2a8d-4a5d-9a4b-d70339276504 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:23.163235 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5d4d695b-aa82-4446-ac3c-a0fe66ad0b7a req-eef65fcc-2a8d-4a5d-9a4b-d70339276504 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0811903 Jun 28 10:05:23.217104 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5d4d695b-aa82-4446-ac3c-a0fe66ad0b7a req-c2adc2cd-b86f-423f-861d-6f42629cbe7d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Jun 28 10:05:24.424866 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798aa97-f963-443f-97a0-987efbf2b2b8 req-6242f522-6d97-45cd-a6ce-8c4c8647e268 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.426827 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b798aa97-f963-443f-97a0-987efbf2b2b8 req-6242f522-6d97-45cd-a6ce-8c4c8647e268 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0659707 Jun 28 10:05:24.465794 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b798aa97-f963-443f-97a0-987efbf2b2b8 req-3bebfa06-82fa-435b-aff0-9ca048f7f8ee tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Jun 28 10:05:25.681456 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353460ec-7d73-4602-91e5-a71d31926a7d req-6d02b9e1-97a3-46b4-b627-4ca734684b08 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:25.683041 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-353460ec-7d73-4602-91e5-a71d31926a7d req-6d02b9e1-97a3-46b4-b627-4ca734684b08 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0923190 Jun 28 10:05:25.735551 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-353460ec-7d73-4602-91e5-a71d31926a7d req-93cc142f-89aa-448b-8348-f7665890a323 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Jun 28 10:05:26.542166 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-490b17b6-97c7-4a54-a8a7-c31c9d9abb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:26.952921 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c568c-650d-401c-9168-a1e1908ddfa8 req-b980c48c-c838-43a7-b22d-af35bb0f546e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:26.954329 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-461c568c-650d-401c-9168-a1e1908ddfa8 req-b980c48c-c838-43a7-b22d-af35bb0f546e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0765269 Jun 28 10:05:27.010204 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-461c568c-650d-401c-9168-a1e1908ddfa8 req-937d4fcd-7298-4c9e-b6be-4c105dc2f96b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500562 Jun 28 10:05:28.215752 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccc756-7521-4861-b688-50427929d6f2 req-2654354e-ca24-4827-91aa-c03988adcaeb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:28.217530 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d6ccc756-7521-4861-b688-50427929d6f2 req-2654354e-ca24-4827-91aa-c03988adcaeb tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0827320 Jun 28 10:05:28.270935 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d6ccc756-7521-4861-b688-50427929d6f2 req-bff4cff8-a206-4fe6-bc05-4e318b8e8f3c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Jun 28 10:05:28.995270 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7595-f302-4446-a60d-cd206b13863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:29.222851 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:29.480703 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dd90a-abdd-459e-85a3-92520f0b4b33 req-75539620-1790-4f55-8b0f-e7c8233aa7b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:29.482290 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6e3dd90a-abdd-459e-85a3-92520f0b4b33 req-75539620-1790-4f55-8b0f-e7c8233aa7b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0769567 Jun 28 10:05:29.523324 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-6e3dd90a-abdd-459e-85a3-92520f0b4b33 req-3e1f5624-6638-4afc-98e2-7ce87bbbddee tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jun 28 10:05:30.320747 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:30.750428 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb8b37-fd02-4ad2-a60d-7ce1ba32841a req-192418bf-42cf-4e6a-8fc6-ced0eb32d3df tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:30.752253 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6bdb8b37-fd02-4ad2-a60d-7ce1ba32841a req-192418bf-42cf-4e6a-8fc6-ced0eb32d3df tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0796807 Jun 28 10:05:30.791229 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-6bdb8b37-fd02-4ad2-a60d-7ce1ba32841a req-b47eea50-d6a2-4bef-92e9-045c5d969411 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Jun 28 10:05:30.877680 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:05:31.920083 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:31.976431 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038daf-c80c-4162-8346-c6617747cc63 req-660419b7-ce30-4b5d-97cb-46a4845b1b53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.978017 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b4038daf-c80c-4162-8346-c6617747cc63 req-660419b7-ce30-4b5d-97cb-46a4845b1b53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0658147 Jun 28 10:05:32.020681 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b4038daf-c80c-4162-8346-c6617747cc63 req-eaa0b0b9-c341-4ac1-9a11-dbba83f84212 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358264 Jun 28 10:05:33.215533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ba6f-aeff-486a-af27-e3312d7c81b4 req-fde364bc-8a54-4759-bfe7-20e439783644 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:33.217294 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-30e9ba6f-aeff-486a-af27-e3312d7c81b4 req-fde364bc-8a54-4759-bfe7-20e439783644 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0755115 Jun 28 10:05:33.256822 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-30e9ba6f-aeff-486a-af27-e3312d7c81b4 req-c7fc52df-698a-4e42-929b-72fa5b25cb9a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335810 Jun 28 10:05:34.459612 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fee3-4f7c-4009-845a-01dbc3891fdd req-53100b44-c237-4c63-ad05-b6237083ab7d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:34.461106 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82f1fee3-4f7c-4009-845a-01dbc3891fdd req-53100b44-c237-4c63-ad05-b6237083ab7d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0755353 Jun 28 10:05:34.498762 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-82f1fee3-4f7c-4009-845a-01dbc3891fdd req-99227c7b-9ae6-4f23-a57e-0bdc01076889 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Jun 28 10:05:35.684972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ee9ae-c246-4458-9ca2-ad931a38d37d req-7143d03d-e381-41be-a322-5d7b1981481c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:35.686452 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c30ee9ae-c246-4458-9ca2-ad931a38d37d req-7143d03d-e381-41be-a322-5d7b1981481c tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0694108 Jun 28 10:05:35.724056 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c30ee9ae-c246-4458-9ca2-ad931a38d37d req-63dc76ff-1f94-4fda-9ebd-e39dda2de8cf tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Jun 28 10:05:36.902195 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397b079-8b2e-482b-96ba-ce7fcf97c2ed req-f7ab4e8c-1ae8-41d6-8d1b-fc1ffd6dcad6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:36.903685 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0397b079-8b2e-482b-96ba-ce7fcf97c2ed req-f7ab4e8c-1ae8-41d6-8d1b-fc1ffd6dcad6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0634017 Jun 28 10:05:36.941671 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0397b079-8b2e-482b-96ba-ce7fcf97c2ed req-709ae9be-9992-4afd-80fd-eb37db8f530d tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Jun 28 10:05:38.125927 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23506c86-ad89-4599-ae97-4b0b2587519f req-b0197ca1-2f23-4498-9817-ef211eb0ca39 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:38.127408 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23506c86-ad89-4599-ae97-4b0b2587519f req-b0197ca1-2f23-4498-9817-ef211eb0ca39 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0692120 Jun 28 10:05:38.164372 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-23506c86-ad89-4599-ae97-4b0b2587519f req-3718c37a-4a17-4821-92e5-b5f8bac9178e tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Jun 28 10:05:38.774806 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:05:38.872190 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:38.882957 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'port_id': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'mac_address': 'fa:16:3e:11:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:05:38.922800 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:38.936090 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4668514-64c8-4c1c-bb4e-8ed65c62e5db {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:05:38.955302 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:39.347637 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f0d1d-31c2-4caa-8f49-839898c180a1 req-108ee587-8077-4a15-99ae-c360181d9b73 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:39.349138 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b61f0d1d-31c2-4caa-8f49-839898c180a1 req-108ee587-8077-4a15-99ae-c360181d9b73 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 943 time: 0.0658252 Jun 28 10:05:39.389080 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-b61f0d1d-31c2-4caa-8f49-839898c180a1 req-eb362d48-ebfd-411f-b56c-8a9cf17cf2db tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340621 Jun 28 10:05:39.726537 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.728388 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-7fdb2589-0f62-479d-8f64-aac69a4e77b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:39.775360 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=9']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:39.782454 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.782905 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.783246 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.783575 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.783904 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.784253 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.784575 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.784886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.785238 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.785552 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.785869 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.786185 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:39.790177 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:40.111507 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['d4668514-64c8-4c1c-bb4e-8ed65c62e5db'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:05:40.569900 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49501a28-1c61-4d10-9b44-678f07d76761 req-0a7eac5f-03d0-40c8-a611-c41bac239ba6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:40.571532 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-49501a28-1c61-4d10-9b44-678f07d76761 req-0a7eac5f-03d0-40c8-a611-c41bac239ba6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0619073 Jun 28 10:05:40.608174 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-49501a28-1c61-4d10-9b44-678f07d76761 req-2498c5a0-2b19-4d1b-8d8c-9668e824c130 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Jun 28 10:05:41.793436 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e021be-b0bb-451e-ac7f-a667a838bd15 req-efdfb33b-540a-454d-b72c-7c2d38709a48 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:41.794966 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d3e021be-b0bb-451e-ac7f-a667a838bd15 req-efdfb33b-540a-454d-b72c-7c2d38709a48 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0677140 Jun 28 10:05:41.832896 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d3e021be-b0bb-451e-ac7f-a667a838bd15 req-871792fc-a8d6-49c3-a0cc-b97ebffa9db5 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jun 28 10:05:42.828737 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:05:42.874915 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port d4668514-64c8-4c1c-bb4e-8ed65c62e5db triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:05:42.875300 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:42.951447 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:42.977691 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:42.979925 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42064bf0-92b6-4166-8bc6-233402fcb7da" -d '{"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-plugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:42.993335 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:43.019880 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d554942a-9c4a-4d23-b654-d09d2aeca681 x-openstack-request-id: req-d554942a-9c4a-4d23-b654-d09d2aeca681 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:43.020214 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-plugged", "status": "completed", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:43.020504 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d554942a-9c4a-4d23-b654-d09d2aeca681 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:43.020827 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb74a18-4c00-4ed4-a656-67d377975098 req-9ee295f4-0db2-4d21-b083-22e17bd2d4e1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:43.021312 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'code': 200} Jun 28 10:05:43.022429 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9eb74a18-4c00-4ed4-a656-67d377975098 req-9ee295f4-0db2-4d21-b083-22e17bd2d4e1 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 944 time: 0.0702796 Jun 28 10:05:43.063545 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9eb74a18-4c00-4ed4-a656-67d377975098 req-945e0298-666a-4060-bff1-688cbf4bd1ab tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344024 Jun 28 10:05:43.092836 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:43.092836 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:43.135239 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=10']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:43.138188 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:43.292030 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:43.360520 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea0d4f-346f-41d9-8b77-8819ec9ebf8c req-962502a3-64a2-42fd-81f5-de3389ff2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:43.361887 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3bea0d4f-346f-41d9-8b77-8819ec9ebf8c req-962502a3-64a2-42fd-81f5-de3389ff2ac8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 1099 time: 0.0515771 Jun 28 10:05:43.396036 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3bea0d4f-346f-41d9-8b77-8819ec9ebf8c req-24cd655a-22e7-4450-8904-03f2237386c0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272946 Jun 28 10:05:44.246473 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8226-d468-42a6-b8de-066d04599db0 req-4e7e3fde-030c-4721-b3f2-f0f71787224b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:44.247959 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-af6f8226-d468-42a6-b8de-066d04599db0 req-4e7e3fde-030c-4721-b3f2-f0f71787224b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 946 time: 0.0624595 Jun 28 10:05:44.285263 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-af6f8226-d468-42a6-b8de-066d04599db0 req-f3f9ba42-f3ce-4089-b72a-e4eaf422aedf tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Jun 28 10:05:45.480566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46908308-f7d1-40e0-965d-2b6277614f4b req-2fa5a827-2c3b-4f87-af22-e46eea1bf16b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:45.482101 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-46908308-f7d1-40e0-965d-2b6277614f4b req-2fa5a827-2c3b-4f87-af22-e46eea1bf16b tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 946 time: 0.0808628 Jun 28 10:05:45.519706 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-46908308-f7d1-40e0-965d-2b6277614f4b req-2c3226f0-4135-4811-bc1c-13f6bdbef125 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jun 28 10:05:46.698957 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223df55-2715-48d5-ac76-fae66ed74e0c req-8350ce0a-e666-49f3-ad82-41e3ab660c58 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:46.700446 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e223df55-2715-48d5-ac76-fae66ed74e0c req-8350ce0a-e666-49f3-ad82-41e3ab660c58 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 946 time: 0.0661032 Jun 28 10:05:46.737576 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e223df55-2715-48d5-ac76-fae66ed74e0c req-adef2d55-92e1-4659-aac5-f361d6faee06 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Jun 28 10:05:56.559739 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7d66897a-b917-46ce-b489-8d3037042bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:58.977246 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-07ac862a-9eb0-445b-afc5-4d0633802cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:59.189159 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:00.329701 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:01.948383 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:07.876623 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:06:12.686873 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-c97d9afa-9090-4e46-9d98-b8c6c566cade service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913172 Jun 28 10:06:12.781841 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-8cc61ec9-2cc1-4627-962e-0f2385828efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:12.783315 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-8cc61ec9-2cc1-4627-962e-0f2385828efe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0520861 Jun 28 10:06:12.886808 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-98acf402-23d1-4808-ba18-c658c85b3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:12.888220 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-98acf402-23d1-4808-ba18-c658c85b3e44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.0858035 Jun 28 10:06:12.951971 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-7100e75a-94a8-44cc-bca6-7e4edcd7bd21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 1001 time: 0.0567000 Jun 28 10:06:13.003945 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-c13d3de4-ef8b-4db3-ab5d-f2384c507426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:13.005417 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-c13d3de4-ef8b-4db3-ab5d-f2384c507426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0476565 Jun 28 10:06:13.063985 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-68308640-7b2a-40ef-9a9e-eeaabd29c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:13.065500 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-68308640-7b2a-40ef-9a9e-eeaabd29c988 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0538793 Jun 28 10:06:13.075443 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-73709047-e736-4fc0-b1ca-36fa12c4e8f8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:06:13.076391 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-73709047-e736-4fc0-b1ca-36fa12c4e8f8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049775 Jun 28 10:06:13.162080 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-28fb7ce3-9544-4bfc-81b5-d8b5779262ac service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796058 Jun 28 10:06:13.253543 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-44fcd7b2-5d6d-41f5-8620-417a262930c5 req-d7bf5f2d-b4d6-4b2c-af46-bb9af9afc909 service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853806 Jun 28 10:06:13.335269 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.075099 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40490) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:25.315922 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Deleting port 3244a356-d567-4fa9-9beb-5b2addd72871 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:25.316296 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.390327 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.390649 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.401707 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Calling delete_port for 3244a356-d567-4fa9-9beb-5b2addd72871 owned by network:floatingip {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:25.587972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.590210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-31e1e6f7-ce57-4341-a4b7-a90f7287b0fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:25.617092 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event deleted for resources: {'Port': ['ID=3244a356-d567-4fa9-9beb-5b2addd72871,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:25.626533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.626915 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.627275 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.627642 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.628002 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.628384 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.628740 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.629093 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.629445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.629795 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.630145 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.630491 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:25.647766 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:25.687223 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for floatingip, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:25.687574 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Floating IP 03a5d38f-5182-47c2-8bba-9b0ec196bbbf disassociated (deleted). External IP: 172.28.1.144, port: f9f0463c-fdac-43a4-b396-39f9e73b9222. Jun 28 10:06:25.895711 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:26.001401 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:26.006909 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.011261 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] Sync routers for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:26.020783 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:26.021402 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:05:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:26.043747 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "DELETE /v2.0/floatingips/03a5d38f-5182-47c2-8bba-9b0ec196bbbf HTTP/1.1" status: 204 len: 168 time: 0.9675584 Jun 28 10:06:26.044562 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:26.046986 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ef461-fef3-4d42-b4ec-762122d10202" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:26.145263 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7de07a7-2bbc-451f-b2bd-535e9536885c x-openstack-request-id: req-d7de07a7-2bbc-451f-b2bd-535e9536885c {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:26.146219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:26.146628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7de07a7-2bbc-451f-b2bd-535e9536885c {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:26.147237 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'status': 'completed', 'code': 200} Jun 28 10:06:26.149698 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:26.229472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef461-fef3-4d42-b4ec-762122d10202 req-ca3fdabc-a1d3-412c-9662-3f7ac78f67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:26.230959 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-ca3fdabc-a1d3-412c-9662-3f7ac78f67d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 1098 time: 0.0569637 Jun 28 10:06:26.332770 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef461-fef3-4d42-b4ec-762122d10202 req-54c96e40-8f8f-4d24-b5bd-62af190ce692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:26.334226 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-54c96e40-8f8f-4d24-b5bd-62af190ce692 service neutron] 10.222.0.38 "GET /v2.0/networks?id=445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 200 len: 909 time: 0.0969553 Jun 28 10:06:26.360073 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:26.374385 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-97e961ff-fad0-47f0-890f-d1b19ceed050 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Jun 28 10:06:26.387670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] Checking router: e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:26.410023 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:26.410023 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:05:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:26.426663 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef461-fef3-4d42-b4ec-762122d10202 req-161d8241-aaac-4cdf-b217-468c0bf1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:26.428122 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-161d8241-aaac-4cdf-b217-468c0bf1bf9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 200 len: 848 time: 0.0481143 Jun 28 10:06:26.485292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef461-fef3-4d42-b4ec-762122d10202 req-59a93b53-f213-4af1-b049-d640232ebb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:26.486814 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-59a93b53-f213-4af1-b049-d640232ebb18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=445abb4a-3d60-42ef-b876-a692213aa438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0528088 Jun 28 10:06:26.515529 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:26.549817 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c267a721-8a85-411f-9cdc-8378d4ed5ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:26.581856 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-7691ce6d-e18a-4585-abac-8324c51a79e8 service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881288 Jun 28 10:06:26.654942 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40440f57-437d-46d6-9cf6-6202b7baccfd req-c8dc368c-3e44-42fb-912a-4d0b22a43283 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:26.656652 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-40440f57-437d-46d6-9cf6-6202b7baccfd req-c8dc368c-3e44-42fb-912a-4d0b22a43283 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0685453 Jun 28 10:06:26.679886 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-806ef461-fef3-4d42-b4ec-762122d10202 req-eff5bb31-f859-46fb-b3e1-1a13ceba75aa service neutron] 10.222.0.38 "GET /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911293 Jun 28 10:06:26.704603 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-40440f57-437d-46d6-9cf6-6202b7baccfd req-40c0d468-2e2f-4f4c-b505-bb9f0a50dc73 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380101 Jun 28 10:06:26.834799 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:26.863299 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919b93-cded-4353-a7ad-1d7828967a6f None None] The sync data for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb is: [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:00:39Z', 'revision_number': 4, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '273ca0a7-80bc-4940-9f4e-7c5150d58394', 'name': '', 'network_id': '445abb4a-3d60-42ef-b876-a692213aa438', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'mac_address': 'fa:16:3e:a6:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:38Z', 'updated_at': '2021-06-28T10:00:45Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'subnets': [{'id': 'bb4251d0-752c-41c8-8bd5-6a453d54d2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:27.073865 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a8111-22e7-4f8b-b4b1-b7edb30e56f3 None None] New status for floating IP 03a5d38f-5182-47c2-8bba-9b0ec196bbbf: DOWN {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:06:27.884305 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1886-db15-48eb-8d3a-d410539353b6 req-6e3f44d4-99de-4707-bc71-d98d071c6735 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:27.885753 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be1d1886-db15-48eb-8d3a-d410539353b6 req-6e3f44d4-99de-4707-bc71-d98d071c6735 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0657165 Jun 28 10:06:27.921786 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-be1d1886-db15-48eb-8d3a-d410539353b6 req-a763ef15-6682-454c-9cf7-a88e45d00854 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f74810b-bf7b-4945-8be1-fd03f8dd29b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301013 Jun 28 10:06:28.139584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-1d05d1d4-2100-4968-bb71-170b86e41bf5 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:28.141027 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-1d05d1d4-2100-4968-bb71-170b86e41bf5 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 945 time: 0.0643868 Jun 28 10:06:28.237227 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Deleting port f9f0463c-fdac-43a4-b396-39f9e73b9222 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:28.237565 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.593422 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] For port f9f0463c-fdac-43a4-b396-39f9e73b9222, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f9f0463c-fdac-43a4-b396-39f9e73b9222,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:28.593678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.606086 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Calling delete_port for f9f0463c-fdac-43a4-b396-39f9e73b9222 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:28.827830 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.831869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d5d2aa09-22de-42a4-9b85-89b68cac148b tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:28.862012 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event deleted for resources: {'Port': ['ID=f9f0463c-fdac-43a4-b396-39f9e73b9222,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:28.866527 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:28.903209 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] No DVR routers for this DVR port f9f0463c-fdac-43a4-b396-39f9e73b9222 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:28.905476 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:28.907512 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0aba7c47-40af-46f2-b160-6d1b59585438 req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.38 "DELETE /v2.0/ports/f9f0463c-fdac-43a4-b396-39f9e73b9222 HTTP/1.1" status: 204 len: 173 time: 0.7606840 Jun 28 10:06:28.908034 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-deleted', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:28.910977 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a34ac-1e9e-4c30-9168-dbf39b692792" -d '{"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-deleted", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:28.946247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4737a9-32a0-42e9-9336-9e0343cf64dd x-openstack-request-id: req-5c4737a9-32a0-42e9-9336-9e0343cf64dd {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:28.946578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9c1a15-28b4-4ee7-a77e-9ee644f9da29", "name": "network-vif-deleted", "tag": "f9f0463c-fdac-43a4-b396-39f9e73b9222", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:28.947603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c4737a9-32a0-42e9-9336-9e0343cf64dd {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:28.948033 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9c1a15-28b4-4ee7-a77e-9ee644f9da29', 'name': 'network-vif-deleted', 'tag': 'f9f0463c-fdac-43a4-b396-39f9e73b9222', 'status': 'completed', 'code': 200} Jun 28 10:06:28.986007 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b79989de-ec42-4791-ab92-1c01562d4d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:29.059994 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5e641836-1235-4af2-bfbe-e6c13f694dea req-11297204-ee20-41e3-b06a-f90ad5be8353 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 210 time: 0.0284266 Jun 28 10:06:29.204819 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:30.213165 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-dc2c4dbe-4702-4dbc-919b-db2ce322922e req-15a0a1f9-2b47-433b-ad76-818d806d7ca5 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b9c1a15-28b4-4ee7-a77e-9ee644f9da29 HTTP/1.1" status: 200 len: 210 time: 0.0301824 Jun 28 10:06:30.307544 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.068497 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:31.087361 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: f9f0463c-fdac-43a4-b396-39f9e73b9222 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:31.087711 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device f9f0463c-fdac-43a4-b396-39f9e73b9222 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:31.309645 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40520) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:31.368604 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.397299 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.517463 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.520649 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:31.521798 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f74810b-bf7b-4945-8be1-fd03f8dd29b0 HTTP/1.1" status: 204 len: 168 time: 0.2111409 Jun 28 10:06:31.522613 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-168d146a-a254-4365-8c98-c5f750d2ecac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:31.531317 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f74810b-bf7b-4945-8be1-fd03f8dd29b0,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:31.534659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:31.616025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40524) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:31.919010 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.129907 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.422608 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Deleting port 273ca0a7-80bc-4940-9f4e-7c5150d58394 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:32.423321 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.496283 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] For port 273ca0a7-80bc-4940-9f4e-7c5150d58394, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=273ca0a7-80bc-4940-9f4e-7c5150d58394,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:32.496655 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.508203 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Calling delete_port for 273ca0a7-80bc-4940-9f4e-7c5150d58394 owned by network:router_interface {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:32.781695 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:32.783696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-6a6c44a1-f043-44a5-9d0a-585add2ba9b8 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:32.807189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Pushing event deleted for resources: {'Port': ['ID=273ca0a7-80bc-4940-9f4e-7c5150d58394,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:32.810307 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:32.964051 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.163290 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:33.263329 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:33.271159 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] 10.222.0.16 "PUT /v2.0/routers/e064cd31-93d2-4fa7-ac85-a4efdf18e3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6510763 Jun 28 10:06:33.271296 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40528) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:33.272075 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] Sync routers for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:33.284520 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:33.284520 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:33.370356 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.392423 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:33.476491 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.566213 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:06:32Z', 'revision_number': 5, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port': {'id': '6c0316c0-fdb5-44e2-82dc-5beef1594d97', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:36Z', 'updated_at': '2021-06-28T10:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:33.584444 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Deleting port 6c0316c0-fdb5-44e2-82dc-5beef1594d97 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:33.584782 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.592371 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] Checking router: e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:33.600542 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] Routers {'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:33.601146 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:33.659735 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] For port 6c0316c0-fdb5-44e2-82dc-5beef1594d97, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=6c0316c0-fdb5-44e2-82dc-5beef1594d97,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:33.660132 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.676915 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Calling delete_port for 6c0316c0-fdb5-44e2-82dc-5beef1594d97 owned by network:router_gateway {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:33.687274 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] Set router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 gateway port host: None {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:33.739372 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:06:33Z', 'revision_number': 6, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port_host': None}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:33.768898 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944df98-6393-4c18-a2b9-90f50b26119d None None] The sync data for ids ['e064cd31-93d2-4fa7-ac85-a4efdf18e3b9'] in dv-cinder-786627-12-smb is: [{'id': 'e064cd31-93d2-4fa7-ac85-a4efdf18e3b9', 'name': 'tempest-TestShelveInstance-2004679159-router', 'tenant_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:34Z', 'updated_at': '2021-06-28T10:06:33Z', 'revision_number': 6, 'project_id': 'd70da65ff5824ffdaa02da7ed5a9b049', 'gw_port_host': None}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:33.901484 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:33.903595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ce2fc610-5da0-4cb7-b60c-beea8f7d31cc tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:33.929277 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0316c0-fdb5-44e2-82dc-5beef1594d97,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:33.932659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:33.997612 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.094741 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.097269 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.227516 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.228035 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 {{(pid=100109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:34.233041 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.234148 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e064cd31-93d2-4fa7-ac85-a4efdf18e3b9 HTTP/1.1" status: 204 len: 168 time: 0.9619565 Jun 28 10:06:34.236663 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40532) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:34.279895 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Deleting subnet bb4251d0-752c-41c8-8bd5-6a453d54d2d1 {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:34.282942 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.316409 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12236824'] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.392912 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.514078 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12253337'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.517616 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b0c860b3-ed6d-425a-b757-354c26801a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:34.542426 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4251d0-752c-41c8-8bd5-6a453d54d2d1,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:34.547623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.547623 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb4251d0-752c-41c8-8bd5-6a453d54d2d1 HTTP/1.1" status: 204 len: 168 time: 0.3084047 Jun 28 10:06:34.548445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40534) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:34.550446 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:34.553991 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be876dd-8de5-451f-a94b-d65a3a18b6ee None None] Network 445abb4a-3d60-42ef-b876-a692213aa438 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:34.622605 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.672522 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Deleting port 43568087-e8d9-4ecc-9fc2-9805d029c68f {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:34.672961 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.739054 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] For port 43568087-e8d9-4ecc-9fc2-9805d029c68f, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=43568087-e8d9-4ecc-9fc2-9805d029c68f,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:34.739420 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.745257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] DHCP port deletion for 445abb4a-3d60-42ef-b876-a692213aa438 request from dv-cinder-786627-12-smb {{(pid=100110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:34.752337 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Calling delete_port for 43568087-e8d9-4ecc-9fc2-9805d029c68f owned by network:dhcp {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:34.796148 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Deleting port 43568087-e8d9-4ecc-9fc2-9805d029c68f {{(pid=100110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:34.796540 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.860394 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] For port 43568087-e8d9-4ecc-9fc2-9805d029c68f, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=43568087-e8d9-4ecc-9fc2-9805d029c68f,segment=NetworkSegment(98cfbcbd-7443-48ac-93a8-b0801de62d7a),segment_id=98cfbcbd-7443-48ac-93a8-b0801de62d7a)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:34.860799 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:34.883322 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Calling delete_port for 43568087-e8d9-4ecc-9fc2-9805d029c68f owned by network:dhcp {{(pid=100110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:35.045037 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.048008 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:35.072549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Pushing event deleted for resources: {'Port': ['ID=43568087-e8d9-4ecc-9fc2-9805d029c68f,revision_number=None']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:35.074373 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] No DVR routers for this DVR port 43568087-e8d9-4ecc-9fc2-9805d029c68f on host dv-cinder-786627-12-smb {{(pid=100110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:35.075738 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-064c9759-9e81-456d-9d98-304c77179aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:35.117244 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.119215 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7083d405-51e7-4a6f-b0d7-f6c1bd182059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:35.142173 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Pushing event deleted for resources: {'Port': ['ID=43568087-e8d9-4ecc-9fc2-9805d029c68f,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:35.145852 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:35.148687 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] No DVR routers for this DVR port 43568087-e8d9-4ecc-9fc2-9805d029c68f on host dv-cinder-786627-12-smb {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:35.222120 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.232006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445abb4a-3d60-42ef-b876-a692213aa438']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.242909 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cfbcbd-7443-48ac-93a8-b0801de62d7a') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.243210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cfbcbd-7443-48ac-93a8-b0801de62d7a') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:35.251656 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.269085 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.275279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:35.275914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: self.session.flush() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: self.session.flush() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: self.session.flush() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: self.session.flush() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:35.280391 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:35.505869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.509873 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-732e598c-4bb7-441d-ba58-5a398e4c934c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:35.513761 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.515582 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] 10.222.0.16 "DELETE /v2.0/networks/445abb4a-3d60-42ef-b876-a692213aa438 HTTP/1.1" status: 204 len: 168 time: 0.9662380 Jun 28 10:06:35.518632 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40536) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:35.528315 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Pushing event deleted for resources: {'Network': ['ID=445abb4a-3d60-42ef-b876-a692213aa438,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:35.531241 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:35.745148 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 273ca0a7-80bc-4940-9f4e-7c5150d58394 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:35.764087 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 273ca0a7-80bc-4940-9f4e-7c5150d58394 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:35.764381 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 273ca0a7-80bc-4940-9f4e-7c5150d58394 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:35.764809 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 43568087-e8d9-4ecc-9fc2-9805d029c68f no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:35.787048 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 43568087-e8d9-4ecc-9fc2-9805d029c68f {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:35.787399 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 43568087-e8d9-4ecc-9fc2-9805d029c68f not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:35.787827 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 6c0316c0-fdb5-44e2-82dc-5beef1594d97 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:35.805603 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 6c0316c0-fdb5-44e2-82dc-5beef1594d97 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:35.805957 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 6c0316c0-fdb5-44e2-82dc-5beef1594d97 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:35.862789 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.126663 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Deleting port 3a6307fa-414e-44eb-94ac-b7a96233fda1 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:36.126898 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.202781 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] For port 3a6307fa-414e-44eb-94ac-b7a96233fda1, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=3a6307fa-414e-44eb-94ac-b7a96233fda1,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:36.203164 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.222428 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Calling delete_port for 3a6307fa-414e-44eb-94ac-b7a96233fda1 owned by network:router_interface {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:36.473299 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.475363 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-8178b4d5-7903-43ea-9f9f-a398ac3b5357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:36.498897 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6307fa-414e-44eb-94ac-b7a96233fda1,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:36.509331 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.509716 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.510082 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.510443 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.510802 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.511854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.511854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.511854 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.512202 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.512581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.512936 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.513357 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:36.517981 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:36.678602 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.886161 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:36.986139 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:36.991705 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c0aaf5d0-ae7f-4007-b7d9-6ba333e9442f admin admin] 10.222.0.16 "PUT /v2.0/routers/8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4719653 Jun 28 10:06:36.994180 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40538) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:36.996863 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] Sync routers for ids ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:37.006148 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] Routers {'8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:37.006755 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.097409 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks [] for router, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.109708 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] Set router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:37.197485 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.290801 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:06:36Z', 'revision_number': 5, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port': {'id': 'fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:00:44Z', 'updated_at': '2021-06-28T10:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.316698 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] Checking router: 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:37.325218 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] Routers {'8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:37.325909 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.355945 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Deleting port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:37.356309 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.410129 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] Set router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe gateway port host: None {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:37.431853 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] For port fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:37.432268 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.444091 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Calling delete_port for fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c owned by network:router_gateway {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:37.545183 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:06:37Z', 'revision_number': 6, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port_host': None}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:37.570985 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515b838-49fa-43da-b3c5-b23aa648b8fe None None] The sync data for ids ['8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe'] in dv-cinder-786627-12-smb is: [{'id': '8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe', 'name': 'tempest-TestShelveInstance-1555830325-router', 'tenant_id': '9287c017ef7441a084d87011647b88aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:00:43Z', 'updated_at': '2021-06-28T10:06:37Z', 'revision_number': 6, 'project_id': '9287c017ef7441a084d87011647b88aa', 'gw_port_host': None}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:37.665690 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:37.668396 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:37.698777 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:37.701016 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:37.960906 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.055082 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.057196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.185464 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.185962 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe {{(pid=100108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:38.190747 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] Notify callbacks [] for router, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.191905 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e2cdd539-af2a-4126-be8d-3b89eaea5522 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8d8efdb9-f4f6-44c2-a306-777b8dd0c0fe HTTP/1.1" status: 204 len: 168 time: 1.1968241 Jun 28 10:06:38.194429 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40540) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:38.240193 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Deleting subnet 51615cdc-60b8-4512-9907-089612999df9 {{(pid=100108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:38.243164 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.275337 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10229594'] for subnet, precommit_delete_associations {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.352883 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.363936 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 3a6307fa-414e-44eb-94ac-b7a96233fda1 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:38.384153 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 3a6307fa-414e-44eb-94ac-b7a96233fda1 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:38.384780 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 3a6307fa-414e-44eb-94ac-b7a96233fda1 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:38.484920 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10454419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10440619'] for subnet, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.487841 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.515860 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for subnet, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.517795 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51615cdc-60b8-4512-9907-089612999df9 HTTP/1.1" status: 204 len: 168 time: 0.3223689 Jun 28 10:06:38.518642 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51615cdc-60b8-4512-9907-089612999df9,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.521684 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-ad202ac9-d660-47ef-b347-4f2f09ed948f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.521923 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e84ff-452f-45df-ab64-4aba636b7aeb None None] Network 82887d34-60a3-4c8e-a1f6-1f4b4b455707 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:38.522322 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40542) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:38.597608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.652953 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Deleting port e1bffc38-4848-444e-800f-52f82599df46 {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:38.653292 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.714908 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] For port e1bffc38-4848-444e-800f-52f82599df46, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=e1bffc38-4848-444e-800f-52f82599df46,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:38.715781 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.729381 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Calling delete_port for e1bffc38-4848-444e-800f-52f82599df46 owned by network:dhcp {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:38.732585 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] DHCP port deletion for 82887d34-60a3-4c8e-a1f6-1f4b4b455707 request from dv-cinder-786627-12-smb {{(pid=100110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:38.777347 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Deleting port e1bffc38-4848-444e-800f-52f82599df46 {{(pid=100110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:38.778319 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.842300 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] For port e1bffc38-4848-444e-800f-52f82599df46, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=e1bffc38-4848-444e-800f-52f82599df46,segment=NetworkSegment(de2c7694-208d-430a-ba1d-143ca2128564),segment_id=de2c7694-208d-430a-ba1d-143ca2128564)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:38.842728 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.855076 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Calling delete_port for e1bffc38-4848-444e-800f-52f82599df46 owned by network:dhcp {{(pid=100110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:38.877288 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.879450 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.903043 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bffc38-4848-444e-800f-52f82599df46,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.906259 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.907062 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] No DVR routers for this DVR port e1bffc38-4848-444e-800f-52f82599df46 on host dv-cinder-786627-12-smb {{(pid=100108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:38.927709 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.929712 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:38.951776 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Pushing event deleted for resources: {'Port': ['ID=e1bffc38-4848-444e-800f-52f82599df46,revision_number=None']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:38.954643 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:38.955491 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] No DVR routers for this DVR port e1bffc38-4848-444e-800f-52f82599df46 on host dv-cinder-786627-12-smb {{(pid=100110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:38.981153 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.990726 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82887d34-60a3-4c8e-a1f6-1f4b4b455707']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:39.000133 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2c7694-208d-430a-ba1d-143ca2128564') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:39.000439 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2c7694-208d-430a-ba1d-143ca2128564') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:39.008992 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.022857 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.028615 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:39.033748 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:39.129858 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.134652 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.136730 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] 10.222.0.16 "DELETE /v2.0/networks/82887d34-60a3-4c8e-a1f6-1f4b4b455707 HTTP/1.1" status: 204 len: 168 time: 0.6134655 Jun 28 10:06:39.137438 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:39.151601 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=82887d34-60a3-4c8e-a1f6-1f4b4b455707,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:39.153991 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-ae715831-732e-4598-8fda-1e23f5194c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:39.478200 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40546) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:39.517062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-256423d0-c001-439a-ab16-0af3148920de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d70da65ff5824ffdaa02da7ed5a9b049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375762 Jun 28 10:06:39.519331 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40548) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:39.564519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.585807 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.713398 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.716565 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:39.720253 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2366aad-c1f2-4f60-9e26-03dcf326074c HTTP/1.1" status: 204 len: 168 time: 0.1974950 Jun 28 10:06:39.720253 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-07c0b5df-b9c8-4cdb-ac76-287e28d6c4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:39.727565 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2366aad-c1f2-4f60-9e26-03dcf326074c,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:39.730082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:39.742019 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:39.769108 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:39.769462 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device fc2f8a0d-26a4-49e1-8bba-e56a1ad5ae2c not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:39.769925 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device e1bffc38-4848-444e-800f-52f82599df46 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:39.789587 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: e1bffc38-4848-444e-800f-52f82599df46 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:39.789942 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device e1bffc38-4848-444e-800f-52f82599df46 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:40.313334 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40554) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:40.360827 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a3d0f95e-09a8-4b49-b37c-139bc51ce171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9287c017ef7441a084d87011647b88aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459449 Jun 28 10:06:40.363082 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40556) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:40.411193 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.434592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.587481 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.590065 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:40.591443 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff3828ec-56ff-4bb8-aea2-72a618ea40ab HTTP/1.1" status: 204 len: 168 time: 0.2274790 Jun 28 10:06:40.592228 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5612fbbe-0807-4b27-a6de-ab87a3ebe901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:40.599885 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3828ec-56ff-4bb8-aea2-72a618ea40ab,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:40.602169 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:43.030300 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c94f9-eb15-475d-83fb-e4360b898609 req-4c594a8f-e05d-499a-aaca-41f58ef50689 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:43.032753 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-302c94f9-eb15-475d-83fb-e4360b898609 req-4c594a8f-e05d-499a-aaca-41f58ef50689 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 946 time: 0.0803161 Jun 28 10:06:43.071257 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-302c94f9-eb15-475d-83fb-e4360b898609 req-a2e09df6-cdce-4bb5-ab7d-0b0296716353 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Jun 28 10:06:43.347272 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.256826 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304f4d-1873-4a5a-8774-db5fc6cb744b req-2f181eaf-43d9-4aa8-8e14-d1d6548bbc6f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:44.258315 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4d304f4d-1873-4a5a-8774-db5fc6cb744b req-2f181eaf-43d9-4aa8-8e14-d1d6548bbc6f tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 946 time: 0.0672557 Jun 28 10:06:44.298782 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4d304f4d-1873-4a5a-8774-db5fc6cb744b req-708c3fb9-05b7-4889-a642-488f81ce2a03 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups?id=64bb7709-cd1e-4c8d-856c-bba3d1297729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347321 Jun 28 10:06:44.447027 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-e07b6566-42e8-4b85-baed-f73bca664294 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:44.448475 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-e07b6566-42e8-4b85-baed-f73bca664294 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 946 time: 0.0637109 Jun 28 10:06:44.551312 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Deleting port d4668514-64c8-4c1c-bb4e-8ed65c62e5db {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:44.551651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.649301 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] For port d4668514-64c8-4c1c-bb4e-8ed65c62e5db, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:44.649665 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.826798 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.827177 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:44.827520 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Floating IP 9fe3705b-cee7-4910-9b7b-3d0fae2de269 disassociated. External IP: 172.28.1.245, port: d4668514-64c8-4c1c-bb4e-8ed65c62e5db. Jun 28 10:06:44.827874 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Calling delete_port for d4668514-64c8-4c1c-bb4e-8ed65c62e5db owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:44.875319 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:06:45.021745 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:45.026013 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-daf83a4f-7617-41d4-bde8-932822f19c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:45.057803 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event deleted for resources: {'Port': ['ID=d4668514-64c8-4c1c-bb4e-8ed65c62e5db,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:45.061939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:45.196131 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:45.307611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:45.317229 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:45.326592 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:45.328696 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:45.356721 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] No DVR routers for this DVR port d4668514-64c8-4c1c-bb4e-8ed65c62e5db on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:45.360070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:45.363259 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-843b88ad-8728-4e31-bc0b-e6c8217f468d req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.38 "DELETE /v2.0/ports/d4668514-64c8-4c1c-bb4e-8ed65c62e5db HTTP/1.1" status: 204 len: 173 time: 0.9094596 Jun 28 10:06:45.364894 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-deleted', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:45.368813 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beee615-ede1-4749-a845-91d2e7d2455d" -d '{"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-deleted", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:45.432221 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1b5224-c7dc-4600-a7fb-49149e393fe4 x-openstack-request-id: req-0f1b5224-c7dc-4600-a7fb-49149e393fe4 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:45.432718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d167b-889a-454c-bf2e-d330347310e6", "name": "network-vif-deleted", "tag": "d4668514-64c8-4c1c-bb4e-8ed65c62e5db", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:45.433173 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f1b5224-c7dc-4600-a7fb-49149e393fe4 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:45.439585 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d167b-889a-454c-bf2e-d330347310e6', 'name': 'network-vif-deleted', 'tag': 'd4668514-64c8-4c1c-bb4e-8ed65c62e5db', 'status': 'completed', 'code': 200} Jun 28 10:06:45.447879 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:45.481880 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-191ff6ba-9d58-4e81-a1b9-42451139295e req-88223e77-0096-442d-8236-b8511112c5a4 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3d167b-889a-454c-bf2e-d330347310e6 HTTP/1.1" status: 200 len: 210 time: 0.0387316 Jun 28 10:06:45.783477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:45.812185 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:45.821340 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:45.821956 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:45.929202 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:46.139171 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:46.176128 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c317a95-a6e2-4274-b1fd-e8f04289b33c None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:39Z', 'revision_number': 4, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '01d9e090-e41c-432a-b92e-8d8c51def180', 'name': '', 'network_id': '178d310f-b7c0-4ec8-827a-87635080fb4b', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'mac_address': 'fa:16:3e:b5:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:38Z', 'updated_at': '2021-06-28T09:58:46Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'subnets': [{'id': '6f3922df-7932-46c6-a93f-a9c781fff7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:46.607499 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c200f41-c838-43a8-80e9-de8645fad2e0 None None] New status for floating IP 9fe3705b-cee7-4910-9b7b-3d0fae2de269: DOWN {{(pid=100111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:06:46.686000 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40580) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:46.746330 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.771448 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.930203 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.933121 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.934282 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "DELETE /v2.0/security-groups/64bb7709-cd1e-4c8d-856c-bba3d1297729 HTTP/1.1" status: 204 len: 168 time: 0.2472727 Jun 28 10:06:46.935097 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-bd4ef5ff-ad0b-472a-88fd-4e9e63dbc5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:46.937126 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40582) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:46.945609 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb7709-cd1e-4c8d-856c-bba3d1297729,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:46.948430 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:46.953590 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.api.v2.resource [None req-553eedd3-a3e2-4318-b706-71bda2205b0a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] show failed (client error): The resource could not be found. Jun 28 10:06:46.959950 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-553eedd3-a3e2-4318-b706-71bda2205b0a tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "GET /v2.0/security-groups/64bb7709-cd1e-4c8d-856c-bba3d1297729 HTTP/1.1" status: 404 len: 347 time: 0.0165808 Jun 28 10:06:46.962201 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40584) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:47.093783 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Deleting port 959a6412-0cbc-4c66-b524-4796fb5a5c25 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:47.094090 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:47.097578 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:47.125398 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: d4668514-64c8-4c1c-bb4e-8ed65c62e5db {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:47.125886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device d4668514-64c8-4c1c-bb4e-8ed65c62e5db not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:47.183218 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:47.183543 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:47.197578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Calling delete_port for 959a6412-0cbc-4c66-b524-4796fb5a5c25 owned by network:floatingip {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:47.448511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:47.450623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-37b0006d-242c-4495-b434-b3488bb0fdd7 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:47.487590 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Pushing event deleted for resources: {'Port': ['ID=959a6412-0cbc-4c66-b524-4796fb5a5c25,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:47.491920 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:47.551282 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks [] for floatingip, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:47.553873 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:47.555062 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] 10.222.0.16 "DELETE /v2.0/floatingips/9fe3705b-cee7-4910-9b7b-3d0fae2de269 HTTP/1.1" status: 204 len: 168 time: 0.5918999 Jun 28 10:06:50.345706 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40606) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:50.884732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:51.139331 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Deleting port 01d9e090-e41c-432a-b92e-8d8c51def180 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:51.139578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:51.217693 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] For port 01d9e090-e41c-432a-b92e-8d8c51def180, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=01d9e090-e41c-432a-b92e-8d8c51def180,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:51.218093 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:51.231946 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Calling delete_port for 01d9e090-e41c-432a-b92e-8d8c51def180 owned by network:router_interface {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:51.478998 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:51.481247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5be771f2-677f-40b5-ae0c-5cfe1634aead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:51.505537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d9e090-e41c-432a-b92e-8d8c51def180,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:51.508796 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:51.676124 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:51.885317 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Router 2a724a6d-d1c2-45d9-a298-29ec80104bad has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:51.989241 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:51.996753 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a724a6d-d1c2-45d9-a298-29ec80104bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475134 Jun 28 10:06:51.996933 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40610) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:51.997835 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] Sync routers for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:52.008321 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:52.008950 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:52.103172 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.127032 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:52.207235 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.305284 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '03f72dab-3028-41e3-92e5-03108140901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T10:06:51Z', 'revision_number': 5, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port': {'id': '03f72dab-3028-41e3-92e5-03108140901b', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:58:34Z', 'updated_at': '2021-06-28T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:52.331680 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] Checking router: 2a724a6d-d1c2-45d9-a298-29ec80104bad for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:52.340342 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] Routers {'2a724a6d-d1c2-45d9-a298-29ec80104bad'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:52.340966 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['2a724a6d-d1c2-45d9-a298-29ec80104bad'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:52.355560 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Deleting port 03f72dab-3028-41e3-92e5-03108140901b {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:52.356592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.432590 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] Set router 2a724a6d-d1c2-45d9-a298-29ec80104bad gateway port host: None {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:52.439135 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] For port 03f72dab-3028-41e3-92e5-03108140901b, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=03f72dab-3028-41e3-92e5-03108140901b,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:52.439521 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.454216 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Calling delete_port for 03f72dab-3028-41e3-92e5-03108140901b owned by network:router_gateway {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:52.491406 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T10:06:52Z', 'revision_number': 6, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port_host': None}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:52.518178 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfbd0be-a835-4ab4-ba57-cc97714f2b44 None None] The sync data for ids ['2a724a6d-d1c2-45d9-a298-29ec80104bad'] in dv-cinder-786627-12-smb is: [{'id': '2a724a6d-d1c2-45d9-a298-29ec80104bad', 'name': 'tempest-AttachVolumeShelveTestJSON-698300729-router', 'tenant_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T10:06:52Z', 'revision_number': 6, 'project_id': 'd071fa2d80c04ffcaf006d41a81016b1', 'gw_port_host': None}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:52.742232 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.744444 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b60e1947-53f1-466f-bfc1-f3a0847bcfe8 tempest-VolumesSnapshotTestJSON-1074991724 tempest-VolumesSnapshotTestJSON-1074991724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:52.767624 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f72dab-3028-41e3-92e5-03108140901b,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:52.770923 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:52.828422 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.925442 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:52.927969 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.033077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.033669 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a724a6d-d1c2-45d9-a298-29ec80104bad {{(pid=100109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:06:53.039459 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.040714 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-b1940c9c-07c1-4111-bd10-c36d1236b1f8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2a724a6d-d1c2-45d9-a298-29ec80104bad HTTP/1.1" status: 204 len: 168 time: 1.0427711 Jun 28 10:06:53.043242 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40614) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:53.087132 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Deleting subnet 6f3922df-7932-46c6-a93f-a9c781fff7a2 {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:06:53.090437 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.123578 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12236824'] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.514493 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.662747 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12253337'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.665251 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:53.688893 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3922df-7932-46c6-a93f-a9c781fff7a2,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:53.691973 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:53.693023 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.695409 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-38cfa30e-41f4-4f55-b6b5-d91407370a7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6f3922df-7932-46c6-a93f-a9c781fff7a2 HTTP/1.1" status: 204 len: 168 time: 0.6507123 Jun 28 10:06:53.698979 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebd209-8c4c-4224-b6cb-ffd801f47180 None None] Network 178d310f-b7c0-4ec8-827a-87635080fb4b requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:53.699521 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40616) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:53.774943 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 01d9e090-e41c-432a-b92e-8d8c51def180 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:53.799417 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.815508 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 01d9e090-e41c-432a-b92e-8d8c51def180 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:53.815781 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 01d9e090-e41c-432a-b92e-8d8c51def180 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:53.816241 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 03f72dab-3028-41e3-92e5-03108140901b no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:53.858972 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 03f72dab-3028-41e3-92e5-03108140901b {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:53.859343 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 03f72dab-3028-41e3-92e5-03108140901b not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:53.861146 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Deleting port f41410a8-632a-49c8-9fc7-62e75d5d332e {{(pid=100108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:53.861705 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.936356 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.db [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] For port f41410a8-632a-49c8-9fc7-62e75d5d332e, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f41410a8-632a-49c8-9fc7-62e75d5d332e,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:53.936740 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:53.950259 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.plugin [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Calling delete_port for f41410a8-632a-49c8-9fc7-62e75d5d332e owned by network:dhcp {{(pid=100108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:53.954210 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] DHCP port deletion for 178d310f-b7c0-4ec8-827a-87635080fb4b request from dv-cinder-786627-12-smb {{(pid=100110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:06:54.002910 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Deleting port f41410a8-632a-49c8-9fc7-62e75d5d332e {{(pid=100110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:54.004567 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.070477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] For port f41410a8-632a-49c8-9fc7-62e75d5d332e, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=f41410a8-632a-49c8-9fc7-62e75d5d332e,segment=NetworkSegment(c834808f-feb0-446b-a028-7688efda0796),segment_id=c834808f-feb0-446b-a028-7688efda0796)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:06:54.070879 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.085117 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Calling delete_port for f41410a8-632a-49c8-9fc7-62e75d5d332e owned by network:dhcp {{(pid=100110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:54.135907 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10454441'] for port, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.139170 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-72b71698-94a4-418e-81d5-353ad5695138 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:54.164037 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.166092 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:54.166300 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f41410a8-632a-49c8-9fc7-62e75d5d332e,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:54.167954 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] No DVR routers for this DVR port f41410a8-632a-49c8-9fc7-62e75d5d332e on host dv-cinder-786627-12-smb {{(pid=100108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:54.169498 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:54.186781 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Pushing event deleted for resources: {'Port': ['ID=f41410a8-632a-49c8-9fc7-62e75d5d332e,revision_number=None']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202013 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.202911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:54.205648 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] No DVR routers for this DVR port f41410a8-632a-49c8-9fc7-62e75d5d332e on host dv-cinder-786627-12-smb {{(pid=100110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:06:54.207113 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:54.246780 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.257411 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178d310f-b7c0-4ec8-827a-87635080fb4b']}} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:54.267516 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c834808f-feb0-446b-a028-7688efda0796') {'for_net_delete': True} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:54.267813 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.services.segments.db [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c834808f-feb0-446b-a028-7688efda0796') {} {{(pid=100108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:54.277359 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10229581'] for segment, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.291610 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.297938 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:06:54.298463 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10454390'] for segment, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: Traceback (most recent call last): Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: timer() Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: cb(*args, **kw) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: return func(*args, **kwargs) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: self._notify() Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: self.callback(batched_events) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: event.method(event) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: return f(self, *a, **k) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: return self._get(url).json() Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: return self.request(url, 'GET', **kwargs) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:06:54.300182 dv-cinder-786627-12-smb neutron-server[100108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:06:54.461612 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.465592 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:54.468221 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:54.469909 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/178d310f-b7c0-4ec8-827a-87635080fb4b HTTP/1.1" status: 204 len: 168 time: 0.7699392 Jun 28 10:06:54.480778 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=178d310f-b7c0-4ec8-827a-87635080fb4b,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:54.483256 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-54b89032-78ae-4f63-9f08-1a200fbe8c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:54.895540 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40620) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:54.934264 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-75668b0f-fddc-4ae7-92c7-c8b972343840 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d071fa2d80c04ffcaf006d41a81016b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374424 Jun 28 10:06:54.937069 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40622) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:54.985961 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:55.006535 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:55.139632 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:55.142260 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:55.143406 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2927dce6-9e36-4f06-af72-30204a407015 HTTP/1.1" status: 204 len: 168 time: 0.2054336 Jun 28 10:06:55.144228 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ba8969e8-065e-4518-b466-5c3e9762a881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:55.153030 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2927dce6-9e36-4f06-af72-30204a407015,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:55.155420 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:55.749519 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f41410a8-632a-49c8-9fc7-62e75d5d332e no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:06:55.770927 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: f41410a8-632a-49c8-9fc7-62e75d5d332e {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:06:55.771276 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device f41410a8-632a-49c8-9fc7-62e75d5d332e not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:06:56.467765 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40644) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:56.565021 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1868576652-network', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:56.569842 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-edd85b50-f816-450a-956d-86de82b4ecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:56.655189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Made reservation on behalf of 263ab0b0cbc94353b33a8e9eb70c148d for: {'network': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:56.657609 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for network, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:56.667482 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:56.754741 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:56.834566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:56.837567 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8fde42ec-0095-4cb2-a890-ed7ecba7e83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:56.875628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=100109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:06:56.882420 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65dc74a-c722-442a-b05d-c42d9d84b178,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:56.885593 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:56.900002 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:56.900367 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.segments_db [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Added segment 22e7b76f-c78e-4f05-8c42-4777eb7113fa of type vlan for network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 Jun 28 10:06:56.939445 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788692089173'] for network, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.038302 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747'] for network, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.039732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:57.040370 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.042586 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:57.098962 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Pushing event updated for resources: {'Network': ['ID=0f167da7-8ce0-4f9f-ad17-3ded871f6526,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:57.101622 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:57.108792 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 details requested by agent ovs-agent-dv-cinder-786627-12-smb with host dv-cinder-786627-12-smb {{(pid=100110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:06:57.134350 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6653728 Jun 28 10:06:57.137052 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40650) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:57.142036 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Request body: {'subnet': {'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1868576652-subnet', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:57.236601 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Made reservation on behalf of 263ab0b0cbc94353b33a8e9eb70c148d for: {'subnet': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:06:57.239039 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12254328'] for subnet, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.478734 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8655343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12254314'] for subnet, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.481153 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e4042abc-536b-48d4-a4ec-2c902eacd565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:57.534850 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183d4527-ca4d-4261-8fbb-351f42a29fc5,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:57.538500 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:57.544147 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Checking segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:57.544510 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Network hostable DHCP agents. Network: 0f167da7-8ce0-4f9f-ad17-3ded871f6526, hostable agents: ['f1ea37db-28c1-4187-8df7-e327177a8af3'], hosted agents: [] {{(pid=100109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:06:57.626834 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 is scheduled to be hosted by DHCP agent f1ea37db-28c1-4187-8df7-e327177a8af3 with binding_index 1 {{(pid=100109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:06:57.706603 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-smb, 0f167da7-8ce0-4f9f-ad17-3ded871f6526) {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:57.710637 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:57.711216 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.715560 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b42b3-4f9c-47fa-b7e1-7d3296bc67ad None None] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:57.810302 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-d131dfca-93d8-4c0f-9563-17f5121c0b62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6722083 Jun 28 10:06:57.812964 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40652) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:57.817456 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:06:57.858204 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3437a7fa-d793-512e-8487-bd2f9b14c139-0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5'}]}} from dv-cinder-786627-12-smb. {{(pid=100110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:06:57.859082 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.913782 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56849'] for router, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.914860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56862'] for router, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.969879 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:57.990905 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.db_base_plugin_common [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Allocated IP 172.20.0.2 (0f167da7-8ce0-4f9f-ad17-3ded871f6526/183d4527-ca4d-4261-8fbb-351f42a29fc5/9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3) {{(pid=100110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:58.130006 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Notify callbacks [] for port, precommit_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.138585 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Transition to ACTIVE for port object 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:58.153911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Transition to ACTIVE for port object 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 will not be triggered until provisioned by entity DHCP. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:06:58.205903 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56844'] for router, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.238779 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188'] for port, after_create {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.241785 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:58.277093 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 is already hosted by enough agents. {{(pid=100110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:58.280152 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.scheduler.base_scheduler [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Resources bound (agent type, host, resource id): {{(pid=100110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:58.285979 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Received port after_create {{(pid=100110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:58.293898 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Pushing event updated for resources: {'Port': ['ID=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,revision_number=1']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:58.299088 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:58.353250 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Attempting to bind port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:06:58.353627 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Attempting to bind port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:06:58.354000 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Attempting to bind port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:06:58.359085 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:06:58.359469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Checking segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:06:58.359878 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.360310 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Bound using segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:06:58.360787 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Bound port: 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:06:58.361256 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.424527 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] For port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:06:58.427858 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] For port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:06:58.484837 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.504079 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.518490 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.520570 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:58.578670 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Pushing event updated for resources: {'Port': ['ID=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,revision_number=2']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:58.581895 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:58.614730 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Allocated IP 172.28.1.126 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/dcf27c12-d563-4079-82b8-56f335ec66e3) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:06:58.731787 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.844629 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.846796 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-39366442-6fe0-4774-bf0d-7d70b1a46ea6 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:58.887615 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:06:58.890570 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:06:58.896528 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:06:58.918509 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf27c12-d563-4079-82b8-56f335ec66e3,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:58.924257 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:58.985361 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3f6ac659-f0bd-4ae4-8cfe-e0b26cebf364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:59.199022 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:59.216124 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:59.398495 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890825'] for router, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:59.419073 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0007e623-cb46-4ff0-b466-5e7b12549dee None None] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:06:59.597814 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-ab9b773c-a313-4f74-8762-6f3c683e8e0b None None] Provisioning for port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:59.632363 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 is scheduled to L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 with binding_index 1 {{(pid=100109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:06:59.747481 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:59.767716 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:59.777141 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:59.789058 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:59.798914 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:06:59.854271 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:59.855779 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-5006b6f1-a78f-41c1-b6ac-924679a7e908 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0418730 Jun 28 10:06:59.858497 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40654) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:59.887245 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:59.970735 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:06:59.977075 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:06:59.977493 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.075109 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:06:59Z', 'revision_number': 3, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:00.100911 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.107889 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:00.108278 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Updating router d6d67270-167f-4ae3-b020-55df6a0b0f69 port dcf27c12-d563-4079-82b8-56f335ec66e3 binding host dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:07:00.136924 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:00.146865 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.223586 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.228315 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-965ef0a2-34d5-484e-abff-32d237b6fed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:00.290209 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:00.293564 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:00.336623 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.387002 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.418948 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Notify callbacks [] for port, precommit_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.430158 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.provisioning_blocks [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Transition to ACTIVE for port object dcf27c12-d563-4079-82b8-56f335ec66e3 will not be triggered until provisioned by entity L2. {{(pid=100111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:00.524145 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.526925 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-a5bfbef5-9902-45f9-bfc5-6936cc0b675d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:00.575055 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Attempting to bind port dcf27c12-d563-4079-82b8-56f335ec66e3 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:07:00.575459 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Attempting to bind port dcf27c12-d563-4079-82b8-56f335ec66e3 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:07:00.575899 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Attempting to bind port dcf27c12-d563-4079-82b8-56f335ec66e3 on network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:00.587599 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:07:00.587976 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Checking segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:07:00.588412 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.588808 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Bound using segment: {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'} {{(pid=100111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:07:00.589284 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.managers [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Bound port: dcf27c12-d563-4079-82b8-56f335ec66e3, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a180-9bfd-45fc-adf0-77fc5218cd47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}}] {{(pid=100111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:07:00.589925 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.592963 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Pushing event updated for resources: {'Port': ['ID=dcf27c12-d563-4079-82b8-56f335ec66e3,revision_number=2']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:00.618415 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.618808 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.619153 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.619477 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.619818 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.620193 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.620512 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.620834 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.621174 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.621490 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.621802 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.622114 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:00.625977 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:00.658128 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] For port dcf27c12-d563-4079-82b8-56f335ec66e3, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:07:00.661199 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.plugins.ml2.db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] For port dcf27c12-d563-4079-82b8-56f335ec66e3, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=dcf27c12-d563-4079-82b8-56f335ec66e3,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:07:00.773588 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Allocated IP 172.20.0.1 (0f167da7-8ce0-4f9f-ad17-3ded871f6526/183d4527-ca4d-4261-8fbb-351f42a29fc5/92234fd1-4852-4f00-b8b3-a4704b42fd01) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:00.774302 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron_lib.callbacks.manager [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.777486 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-f1441c61-2b51-4a0c-9ebb-d372397f8eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:00.836610 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Pushing event updated for resources: {'Port': ['ID=dcf27c12-d563-4079-82b8-56f335ec66e3,revision_number=3']} {{(pid=100111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:00.839233 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:00.840172 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:00.842931 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG oslo_concurrency.lockutils [None req-fa6cb72e-d593-4283-bb20-283f14df936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:00.879767 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.892535 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Transition to ACTIVE for port object 92234fd1-4852-4f00-b8b3-a4704b42fd01 will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:00.943428 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:00.976282 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:00.978543 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e564a454-e60b-4b7c-8757-6063f9750553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:01.015663 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:01.018471 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:01.020966 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:01.052958 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Pushing event updated for resources: {'Port': ['ID=92234fd1-4852-4f00-b8b3-a4704b42fd01,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:01.059060 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:01.078624 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815435'] for router_interface, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.136522 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:06:59Z', 'revision_number': 3, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:01.164074 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb1cb4-d071-483e-9a80-de99d967f6fd None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:06:59Z', 'revision_number': 3, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:01.279615 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.353634 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-0e794d06-9aec-4a38-a844-62ec3b552535 None None] Provisioning for port 92234fd1-4852-4f00-b8b3-a4704b42fd01 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:01.368435 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-0e794d06-9aec-4a38-a844-62ec3b552535 None None] Provisioning complete for port 92234fd1-4852-4f00-b8b3-a4704b42fd01 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:01.369067 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-0e794d06-9aec-4a38-a844-62ec3b552535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.419349 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-0e794d06-9aec-4a38-a844-62ec3b552535 None None] Port 92234fd1-4852-4f00-b8b3-a4704b42fd01 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:07:01.482587 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.530259 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.533014 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d4ef28d8-ebb2-4575-9a3a-40a90cfe0254 tempest-AttachVolumeNegativeTest-1576546721 tempest-AttachVolumeNegativeTest-1576546721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:01.607433 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Pushing event updated for resources: {'Port': ['ID=92234fd1-4852-4f00-b8b3-a4704b42fd01,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:01.610122 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815575'] for router_interface, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.612860 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:01.719768 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:01.721600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:01.864025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:01.885869 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device dcf27c12-d563-4079-82b8-56f335ec66e3 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:01.933603 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.006372 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:02.011770 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-c3cd6a36-4f17-4f4b-b8a8-9cdb31cef97c admin admin] 10.222.0.16 "PUT /v2.0/routers/d6d67270-167f-4ae3-b020-55df6a0b0f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522517 Jun 28 10:07:02.024201 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port dcf27c12-d563-4079-82b8-56f335ec66e3 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:02.028854 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port dcf27c12-d563-4079-82b8-56f335ec66e3 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:02.029240 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.075447 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8630d907-92b7-4a63-acac-3723b1647709 None None] Provisioning complete for port 92234fd1-4852-4f00-b8b3-a4704b42fd01 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:02.075840 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8630d907-92b7-4a63-acac-3723b1647709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.122632 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-8630d907-92b7-4a63-acac-3723b1647709 None None] Port 92234fd1-4852-4f00-b8b3-a4704b42fd01 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:07:02.157844 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.181573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port dcf27c12-d563-4079-82b8-56f335ec66e3, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=dcf27c12-d563-4079-82b8-56f335ec66e3,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:02.364017 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.365015 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:02.366886 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-b8688902-c1f6-4598-bcd2-4f50f41e8da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:02.443793 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=dcf27c12-d563-4079-82b8-56f335ec66e3,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:02.447077 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:02.462028 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:02.462413 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.539499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40662) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:02.544389 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--182851356', 'description': 'tempest-description--1814396248'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:02.627024 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.717242 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.792416 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.795219 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-35212d28-5369-43be-96ec-88a3989e6d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:02.825926 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66f6244-cde5-4965-94e2-14ee2d4c4213,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:02.828511 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:02.828664 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:02.839504 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:02.840443 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:02.895431 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:02.900377 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-3ba04097-fea0-4e3c-a594-81d7ce6298d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3566561 Jun 28 10:07:02.900608 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 40664) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:02.905686 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'security_group_rule': {'security_group_id': 'e66f6244-cde5-4965-94e2-14ee2d4c4213', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:02.952496 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:03.003962 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.071502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.170935 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 2, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:03.181325 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.185189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1768e437-4bb5-49d2-9a46-77c090d5af53 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:03.202592 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:03.202946 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Updating router d6d67270-167f-4ae3-b020-55df6a0b0f69 port 92234fd1-4852-4f00-b8b3-a4704b42fd01 binding host dv-cinder-786627-12-smb {{(pid=100110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:07:03.208184 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccb3317-6093-48df-b08a-7a79190d3046,revision_number=0']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:03.210696 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:03.237058 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.288369 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.289553 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-aa2a20a2-858c-48c1-a6c5-7c65c12bcfb3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3879538 Jun 28 10:07:03.295247 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40666) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:03.302965 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'security_group_rule': {'security_group_id': 'e66f6244-cde5-4965-94e2-14ee2d4c4213', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:03.413409 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.470802 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.503036 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Notify callbacks [] for port, precommit_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.515258 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Transition to ACTIVE for port object 92234fd1-4852-4f00-b8b3-a4704b42fd01 will not be triggered until provisioned by entity L2. {{(pid=100110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:03.654721 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.658277 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-27e7832d-10b7-416d-afdf-c502b5fe01fe tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:03.690696 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399664d5-c8b8-4f19-a52c-e2de4677a7c3,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:03.690696 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:03.760436 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device dcf27c12-d563-4079-82b8-56f335ec66e3 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:03.764095 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.786322 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-287491bc-e693-4e1f-aaed-a17397db2fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:03.844465 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c816b-61df-413f-81e5-fab0a6b659f3 None None] Pushing event updated for resources: {'Port': ['ID=92234fd1-4852-4f00-b8b3-a4704b42fd01,revision_number=3']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:03.849485 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-287c816b-61df-413f-81e5-fab0a6b659f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:03.901736 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.906082 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-c1c013e5-5001-48f1-91b3-84362c338302 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064103 Jun 28 10:07:03.906254 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port dcf27c12-d563-4079-82b8-56f335ec66e3 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:03.906254 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.907532 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40668) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:03.912678 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'floatingip': {'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:03.929078 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Attempting to bind port 92234fd1-4852-4f00-b8b3-a4704b42fd01 on host dv-cinder-786627-12-smb for vnic_type normal with profile {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:07:03.929558 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Attempting to bind port 92234fd1-4852-4f00-b8b3-a4704b42fd01 by drivers openvswitch,hyperv on host dv-cinder-786627-12-smb at level 0 using segments [{'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:07:03.929997 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Attempting to bind port 92234fd1-4852-4f00-b8b3-a4704b42fd01 on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:03.939720 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Checking agent: {'id': '0b2927b8-cf77-4bf1-b23d-636ccdcbd65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 59), 'started_at': datetime.datetime(2021, 6, 28, 9, 47, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:07:03.940130 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Checking segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:07:03.940542 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.941001 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Bound using segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} {{(pid=100110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:07:03.941433 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.managers [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Bound port: 92234fd1-4852-4f00-b8b3-a4704b42fd01, host: dv-cinder-786627-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}}] {{(pid=100110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:07:03.941821 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.044129 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] For port 92234fd1-4852-4f00-b8b3-a4704b42fd01, host dv-cinder-786627-12-smb, cleared binding levels {{(pid=100110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:07:04.055141 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.062539 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] For port 92234fd1-4852-4f00-b8b3-a4704b42fd01, host dv-cinder-786627-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=92234fd1-4852-4f00-b8b3-a4704b42fd01,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:07:04.155664 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.210351 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.213274 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-a51fefd7-f1fd-4e2c-935f-7bff696717ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:04.262132 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Allocated IP 172.28.1.195 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/0691cb51-12aa-41b3-a1a1-f93fa0e6661f) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:04.270063 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:04.270735 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:04.275566 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c816b-61df-413f-81e5-fab0a6b659f3 None None] Pushing event updated for resources: {'Port': ['ID=92234fd1-4852-4f00-b8b3-a4704b42fd01,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:04.308929 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-287c816b-61df-413f-81e5-fab0a6b659f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:04.377264 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.396929 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvr_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:04.673150 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.676190 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:04.713770 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:04.718815 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:04.725497 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_hamode_db [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:04Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:04.726302 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:04.749608 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'Port': ['ID=0691cb51-12aa-41b3-a1a1-f93fa0e6661f,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:04.754539 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31d59e-0139-4887-a47e-492720171a43 None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:04Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:04.755610 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:04.825660 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.147962 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.313993 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.506766 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.509077 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:05.574676 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'Port': ['ID=0691cb51-12aa-41b3-a1a1-f93fa0e6661f,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:05.578743 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:05.589253 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.751277 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.752713 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-896c15a9-ac0a-4a36-b735-d192bae49b14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8438849 Jun 28 10:07:05.798397 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 92234fd1-4852-4f00-b8b3-a4704b42fd01 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:05.913287 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-d9f2e9d5-fa74-45af-b277-9fac8bbc43a7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--182851356&fields=id&tenant_id=263ab0b0cbc94353b33a8e9eb70c148d HTTP/1.1" status: 200 len: 267 time: 0.0355909 Jun 28 10:07:05.969245 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning for port 92234fd1-4852-4f00-b8b3-a4704b42fd01 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:05.975360 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 92234fd1-4852-4f00-b8b3-a4704b42fd01 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:05.975738 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.041040 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-bec345ab-c765-4e71-856b-195ea3e944fd tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:06.042782 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-bec345ab-c765-4e71-856b-195ea3e944fd tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 811 time: 0.1217282 Jun 28 10:07:06.057957 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.062191 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-966f81d8-da80-40db-821e-89042da6eb03 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/quotas/263ab0b0cbc94353b33a8e9eb70c148d HTTP/1.1" status: 200 len: 375 time: 0.0133784 Jun 28 10:07:06.100762 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] For port 92234fd1-4852-4f00-b8b3-a4704b42fd01, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=92234fd1-4852-4f00-b8b3-a4704b42fd01,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:06.145735 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-ed67365b-0c77-47cc-9007-278d56339966 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769179 Jun 28 10:07:06.217441 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-a7189eb5-8322-4af0-8837-935b279c0ab3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:07:06.218461 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-a7189eb5-8322-4af0-8837-935b279c0ab3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615282 Jun 28 10:07:06.322538 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-eb39caa9-681d-4460-943d-c74506e9f766 service neutron] 10.222.0.16 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975714 Jun 28 10:07:06.375182 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.377373 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:06.418575 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-d5605cb3-e3d8-4c63-8f96-1a25c61b4700 service neutron] 10.222.0.16 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900834 Jun 28 10:07:06.428778 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Pushing event updated for resources: {'Port': ['ID=92234fd1-4852-4f00-b8b3-a4704b42fd01,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:06.432320 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:06.732186 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cad94f61-b7d1-4848-b924-6956d02c4263 req-604131cf-1ed7-4f4b-bbb1-390cd0fe6296 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 210 time: 0.0313952 Jun 28 10:07:07.772483 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 92234fd1-4852-4f00-b8b3-a4704b42fd01 up at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:07.821270 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Provisioning complete for port 92234fd1-4852-4f00-b8b3-a4704b42fd01 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:07.821643 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.832745 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-be0407da-97c1-4f0c-8033-2682f5d87097 req-4522b255-3e7a-42bc-beb0-c7bac064d27e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 210 time: 0.0329609 Jun 28 10:07:08.968764 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c4966136-9323-408d-a75b-e181fd8df4e5 req-d9f0b2fd-630d-4ee1-a5f1-a9879a366fd7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jun 28 10:07:10.113347 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-3aeb5543-49a9-47a3-9a49-d2effee9f962 req-0fce0b5c-921a-4ad2-b2e6-1fdc5d658854 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 210 time: 0.0291412 Jun 28 10:07:10.221051 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-b4ad4e99-1a11-4e00-ba45-1b8cb531824f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:10.222569 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-b4ad4e99-1a11-4e00-ba45-1b8cb531824f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 811 time: 0.1142218 Jun 28 10:07:10.264943 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-6c1ff640-a140-421d-b9b1-ec80e3fa32c2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263ab0b0cbc94353b33a8e9eb70c148d HTTP/1.1" status: 200 len: 379 time: 0.0344913 Jun 28 10:07:10.273229 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'port': {'device_id': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'admin_state_up': True, 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'security_groups': ['e66f6244-cde5-4965-94e2-14ee2d4c4213']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:10.538886 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Made reservation on behalf of 263ab0b0cbc94353b33a8e9eb70c148d for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:07:10.542499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:10.686806 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Allocated IP 172.20.0.4 (0f167da7-8ce0-4f9f-ad17-3ded871f6526/183d4527-ca4d-4261-8fbb-351f42a29fc5/9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:10.841655 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:10.855453 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Transition to ACTIVE for port object 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:10.969630 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:10.973612 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:11.015047 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:11.018378 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:11.025661 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:11.031110 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'Port': ['ID=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:11.053574 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:11.096771 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:11.097355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.198668 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-e129c8b1-ee2b-4331-91c6-adc2b3453ba2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291008 Jun 28 10:07:11.212006 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Request body: {'port': {'device_id': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:11.318004 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-4f471d0f-2f49-42d9-a598-7081ab19790d None None] Provisioning for port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:11.322402 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-4f471d0f-2f49-42d9-a598-7081ab19790d None None] Provisioning complete for port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:11.322780 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-4f471d0f-2f49-42d9-a598-7081ab19790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.335946 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.347679 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffff264-74a6-45eb-a82a-04ebea7cefba req-f957824a-8101-4c03-8d4a-bef0725144cd tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:11.349381 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cffff264-74a6-45eb-a82a-04ebea7cefba req-f957824a-8101-4c03-8d4a-bef0725144cd tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 931 time: 0.1101801 Jun 28 10:07:11.362736 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-4f471d0f-2f49-42d9-a598-7081ab19790d None None] Port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:07:11.429791 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-cffff264-74a6-45eb-a82a-04ebea7cefba req-c5ef0d02-df1b-4988-8ea6-4a584f721ba4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737283 Jun 28 10:07:11.649772 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:11.657245 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.669914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Transition to ACTIVE for port object 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:11.814913 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.817213 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4b066d60-3cf8-4d28-b615-6a717efd66e6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:11.865690 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:11.869326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:11.939281 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Attempting to bind port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:07:11.939628 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Attempting to bind port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:07:11.939952 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Attempting to bind port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:11.944978 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:07:11.945300 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Attempting to bind port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:11.950355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:07:11.950695 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Checking segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:07:11.951074 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Bound using segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:07:11.951530 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Bound port: 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:07:11.951893 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.019374 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] For port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:07:12.022898 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] For port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:07:12.146109 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.148196 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d39e6033-21a1-419e-a6f0-d8e613d0c1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:12.181652 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.182100 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.183479 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] 10.222.0.38 "PUT /v2.0/ports/9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 1093 time: 0.9777677 Jun 28 10:07:12.184032 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:12.186475 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d" -d '{"events": [{"name": "network-changed", "server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:12.215885 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:12.219627 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8599cad6-ad60-43a6-b073-1f55f2ba4d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:12.231007 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a059ddd-b9fc-46c3-b199-1622f3fd38b9 x-openstack-request-id: req-1a059ddd-b9fc-46c3-b199-1622f3fd38b9 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:12.231344 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:12.231643 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a059ddd-b9fc-46c3-b199-1622f3fd38b9 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:12.232082 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'status': 'completed', 'code': 200} Jun 28 10:07:12.313504 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d req-c858d77a-15ba-4370-8d6d-d6cbaabd6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.315044 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d req-c858d77a-15ba-4370-8d6d-d6cbaabd6a8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1096 time: 0.0627737 Jun 28 10:07:12.419811 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d req-74dfa785-1330-4c90-af20-ac6530975945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.421279 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d req-74dfa785-1330-4c90-af20-ac6530975945 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0991046 Jun 28 10:07:12.517254 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d req-b247f2c6-9344-4567-88a1-4b4726d10176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.518456 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b51e4bfd-8a10-4cc0-bdb5-b68b0d11358d req-b247f2c6-9344-4567-88a1-4b4726d10176 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909848 Jun 28 10:07:12.644412 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-c018a78d-4f2f-43dc-b6d7-afba7f6b0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.645915 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-c018a78d-4f2f-43dc-b6d7-afba7f6b0cfe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1096 time: 0.0888174 Jun 28 10:07:12.658983 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7453-333f-4683-af18-3139a706b874 req-85255a03-01f1-413d-bb61-68191d90f377 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.660500 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c5ff7453-333f-4683-af18-3139a706b874 req-85255a03-01f1-413d-bb61-68191d90f377 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 943 time: 0.0954716 Jun 28 10:07:12.703790 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-046418ce-67f4-4b3b-b004-b898b7465fc6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 217 time: 0.0421724 Jun 28 10:07:12.760235 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c5ff7453-333f-4683-af18-3139a706b874 req-a57ea8c1-2de4-4e39-87f4-0317566407b2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930510 Jun 28 10:07:12.770489 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-7b79b076-746f-447b-a6b3-e283071696ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.771890 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-7b79b076-746f-447b-a6b3-e283071696ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0584080 Jun 28 10:07:12.826222 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-2baf9e87-9e55-4c17-9c20-a5d5b95c055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:12.827717 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-2baf9e87-9e55-4c17-9c20-a5d5b95c055f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0496101 Jun 28 10:07:12.916698 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-d52f617c-71e8-4821-b108-bc1c232b6e34 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828776 Jun 28 10:07:13.009141 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-87fbe4be-bf7d-4392-930b-befbd8783899 req-da96b421-4491-4b1b-88d8-3c275532a507 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867169 Jun 28 10:07:13.327509 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.930540 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d3b61-4aa7-40ec-8e65-4888e16c53a7 req-ba8c90d8-b1b4-41b1-8142-9b17b3df6733 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:13.932030 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c67d3b61-4aa7-40ec-8e65-4888e16c53a7 req-ba8c90d8-b1b4-41b1-8142-9b17b3df6733 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 943 time: 0.0618467 Jun 28 10:07:13.970618 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-c67d3b61-4aa7-40ec-8e65-4888e16c53a7 req-7a66d179-96ec-44d2-bf8c-25825ee512be tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Jun 28 10:07:15.163429 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66a834-a0d8-4de3-8e1a-becf732d2e8b req-fa4530ac-a581-4785-aa93-36d26e39602e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:15.164936 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f66a834-a0d8-4de3-8e1a-becf732d2e8b req-fa4530ac-a581-4785-aa93-36d26e39602e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 943 time: 0.0790043 Jun 28 10:07:15.201650 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0f66a834-a0d8-4de3-8e1a-becf732d2e8b req-cb0aa9c1-7c99-4954-936c-83cd062b7828 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jun 28 10:07:15.224279 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:07:15.325052 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:15.340571 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'port_id': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'mac_address': 'fa:16:3e:42:b3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:07:15.382687 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.400751 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:15.421522 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:15.516634 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.518608 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-edb9b6ce-3c15-4664-938c-4fc3a936105e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:15.565693 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:15.568676 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:15.837287 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:07:16.379072 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d64e0c-6806-4525-b3e3-5e498419396e req-2aa2e956-45af-48be-a1f6-da623ffbe00c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:16.381201 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-66d64e0c-6806-4525-b3e3-5e498419396e req-2aa2e956-45af-48be-a1f6-da623ffbe00c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 944 time: 0.0683165 Jun 28 10:07:16.417584 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-66d64e0c-6806-4525-b3e3-5e498419396e req-c47a8174-8cd0-4a36-8cbe-b6f7ed613af5 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307043 Jun 28 10:07:17.229926 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:17.369049 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:17.373106 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:17.373490 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.450402 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.474577 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:17.480546 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d4828-0045-4fcc-9f3a-bfaacc194f17" -d '{"events": [{"server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "name": "network-vif-plugged", "status": "completed", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:17.490986 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:17.571723 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff0ef37-e559-4c37-ab20-34816b19ff0f x-openstack-request-id: req-7ff0ef37-e559-4c37-ab20-34816b19ff0f {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:17.572029 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "name": "network-vif-plugged", "status": "completed", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:17.572325 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff0ef37-e559-4c37-ab20-34816b19ff0f {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:17.572779 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'code': 200} Jun 28 10:07:17.574845 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:17.576955 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:17.592776 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea139-c7f7-4e9c-9ba2-2b4340c86380 req-78404635-1145-44a8-8d4b-e19ada19433d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:17.600397 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-684ea139-c7f7-4e9c-9ba2-2b4340c86380 req-78404635-1145-44a8-8d4b-e19ada19433d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 944 time: 0.0713351 Jun 28 10:07:17.628883 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:17.632235 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:17.633316 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-684ea139-c7f7-4e9c-9ba2-2b4340c86380 req-4a84b203-9bfd-428b-983c-d70bdcd8dccf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Jun 28 10:07:17.921120 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58941-3c2b-4064-a734-a5e85f9f20d9 req-02cd1790-8d3b-444c-a2c1-82b5027b1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:17.922576 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-95a58941-3c2b-4064-a734-a5e85f9f20d9 req-02cd1790-8d3b-444c-a2c1-82b5027b1036 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0516641 Jun 28 10:07:17.970727 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-95a58941-3c2b-4064-a734-a5e85f9f20d9 req-d0650100-60d1-4538-a9e2-f8b786f15b31 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407538 Jun 28 10:07:18.815205 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec65d6-5f28-46f1-80b3-e15d9b309483 req-d1eedf9c-9a47-411c-baf2-9293223c2c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.816699 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e8ec65d6-5f28-46f1-80b3-e15d9b309483 req-d1eedf9c-9a47-411c-baf2-9293223c2c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0701127 Jun 28 10:07:18.855856 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e8ec65d6-5f28-46f1-80b3-e15d9b309483 req-7ca238ac-f812-4648-95da-2d2f137af052 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333459 Jun 28 10:07:20.029142 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc718-2329-42a8-b8c3-d6b06d084bca req-68dcd08c-25e8-4bb3-83c9-2e911205ecb8 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:20.030670 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bfbfc718-2329-42a8-b8c3-d6b06d084bca req-68dcd08c-25e8-4bb3-83c9-2e911205ecb8 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0639055 Jun 28 10:07:20.068368 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-bfbfc718-2329-42a8-b8c3-d6b06d084bca req-813e2a39-5867-49e3-bf4f-957e15649369 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 Jun 28 10:07:20.245762 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad04cc-aa82-43b5-9d72-46570fa5abdb req-7a98ef57-ac35-4f10-994c-5445e46cba5b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:20.247251 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-75ad04cc-aa82-43b5-9d72-46570fa5abdb req-7a98ef57-ac35-4f10-994c-5445e46cba5b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0712752 Jun 28 10:07:20.256726 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 40740) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:20.261413 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'floatingip': {'port_id': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:20.303760 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:20.965249 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:21.036988 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:21.138668 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.l3_db [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Floating IP 78fb6078-3996-4957-ad75-fb2917fa3046 associated. External IP: 172.28.1.195, port: 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b. Jun 28 10:07:21.347473 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:21.450983 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:21.455822 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:21.461316 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:21.471477 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:21.472133 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:21.499486 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-06e1f483-5b9a-400a-be2d-3743c7c88ae9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "PUT /v2.0/floatingips/78fb6078-3996-4957-ad75-fb2917fa3046 HTTP/1.1" status: 200 len: 991 time: 1.2416341 Jun 28 10:07:21.500155 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:21.502489 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c" -d '{"events": [{"name": "network-changed", "server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:21.541183 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b2581-632a-4db3-bf6f-6253b18c0fb6 x-openstack-request-id: req-7f4b2581-632a-4db3-bf6f-6253b18c0fb6 {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:21.541514 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:21.541801 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f4b2581-632a-4db3-bf6f-6253b18c0fb6 {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:21.542226 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'status': 'completed', 'code': 200} Jun 28 10:07:21.586363 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:21.625246 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-01a198db-36bb-4b3d-9ada-96d4a0ad13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:21.626752 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-01a198db-36bb-4b3d-9ada-96d4a0ad13be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0621586 Jun 28 10:07:21.725585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-00b87fd6-e25f-4c3d-891f-f8135590d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:21.727098 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-00b87fd6-e25f-4c3d-891f-f8135590d804 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0938339 Jun 28 10:07:21.793996 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-2a7ded7a-4894-451a-8168-fb1a91a26f37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 999 time: 0.0608354 Jun 28 10:07:21.849595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-e0fbf232-3aa9-4d12-abff-4812d9db744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:21.851042 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-e0fbf232-3aa9-4d12-abff-4812d9db744c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0483308 Jun 28 10:07:21.881903 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:07:21.904771 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '78fb6078-3996-4957-ad75-fb2917fa3046', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'floating_ip_address': '172.28.1.195', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'port_id': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'mac_address': 'fa:16:3e:42:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:04Z', 'updated_at': '2021-06-28T10:07:20Z', 'revision_number': 1, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:21.907321 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-dea7f057-dcb1-423a-a20f-bf8d0a8e42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:21.908869 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-dea7f057-dcb1-423a-a20f-bf8d0a8e42ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0521538 Jun 28 10:07:21.930369 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:21.938827 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:21.939448 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:06:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:21.996753 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-aa79dac7-6678-49aa-9a67-ae6173511b07 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820336 Jun 28 10:07:22.044083 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:22.090418 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ae62fcd9-379a-4657-9c39-2fb9a5d5072c req-8f5bf098-9d88-4edf-85b8-fb9ac54e4936 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876794 Jun 28 10:07:22.275462 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '78fb6078-3996-4957-ad75-fb2917fa3046', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'floating_ip_address': '172.28.1.195', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'port_id': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'mac_address': 'fa:16:3e:42:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:04Z', 'updated_at': '2021-06-28T10:07:20Z', 'revision_number': 1, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:22.301049 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa301b4-0144-4bbb-8361-6f209e9804d1 None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': '78fb6078-3996-4957-ad75-fb2917fa3046', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'floating_ip_address': '172.28.1.195', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'port_id': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'mac_address': 'fa:16:3e:42:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:04Z', 'updated_at': '2021-06-28T10:07:20Z', 'revision_number': 1, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:22.479831 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef77b1a-af83-40e5-a8dd-bcdeecc9d1dc None None] New status for floating IP 78fb6078-3996-4957-ad75-fb2917fa3046: ACTIVE {{(pid=100110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:07:26.540693 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-530c3f12-1e4b-4e4a-9036-cd217eba251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:29.003282 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f362b66f-a353-4527-99df-c5ffd2edc36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:29.172869 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:30.323089 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:31.951496 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:43.367031 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:56.573601 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ddf740a8-960c-4d12-91ee-f91aed093f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:58.880861 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:07:58.994893 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-57003ad2-1a05-41f1-a457-b14106bdc506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:59.173601 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:00.316429 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:01.937586 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:13.430681 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:15.632688 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-c958c3e2-cfd2-4926-9e50-c698809b513a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510399 Jun 28 10:08:15.731982 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258ad9-3686-423c-9779-a9af7da306aa req-18afe586-d1a6-41a1-be91-53e435343c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:15.733479 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-18afe586-d1a6-41a1-be91-53e435343c06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0530896 Jun 28 10:08:15.844894 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258ad9-3686-423c-9779-a9af7da306aa req-1e514c4b-1647-47b0-a201-664a6e113608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:15.846273 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-1e514c4b-1647-47b0-a201-664a6e113608 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0926886 Jun 28 10:08:15.910966 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-2839002e-3337-4ef3-8a13-491a05f5db9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 1001 time: 0.0569606 Jun 28 10:08:15.961312 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258ad9-3686-423c-9779-a9af7da306aa req-79963d11-7629-4187-a3e9-d91e519b2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:15.963514 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-79963d11-7629-4187-a3e9-d91e519b2300 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0460904 Jun 28 10:08:16.020729 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258ad9-3686-423c-9779-a9af7da306aa req-78bb46ff-d328-48df-a39d-1509a7ba2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:16.022223 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-78bb46ff-d328-48df-a39d-1509a7ba2e4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0530319 Jun 28 10:08:16.112376 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-71b11579-18a2-401e-b989-1fe85f264d4f service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835812 Jun 28 10:08:16.199392 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f1258ad9-3686-423c-9779-a9af7da306aa req-a1d162e3-628a-4e0b-afa7-91753ede40d1 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798326 Jun 28 10:08:26.532750 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1a3fa6d7-5e55-4b9d-b048-333e0ec42216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:28.976828 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-a011edeb-75ff-4d8f-8ace-09a7c2c733d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:29.171274 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:30.325238 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:31.933469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:35.879464 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:08:41.178096 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07246a-23bf-4c12-b6b9-86861e542bf5 req-8346585b-0c6e-40a4-a0b6-0b6f3b1ea6f5 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:41.179593 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ff07246a-23bf-4c12-b6b9-86861e542bf5 req-8346585b-0c6e-40a4-a0b6-0b6f3b1ea6f5 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0655556 Jun 28 10:08:41.218055 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-ff07246a-23bf-4c12-b6b9-86861e542bf5 req-ae391c30-d0bf-487c-8f11-8e490763b3a8 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Jun 28 10:08:42.390611 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e5be1-078d-4dd9-b239-6ded7e9af5b0 req-8a6fe6f1-6274-4244-b867-ecff2aeb9162 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:42.392053 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2d5e5be1-078d-4dd9-b239-6ded7e9af5b0 req-8a6fe6f1-6274-4244-b867-ecff2aeb9162 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0620592 Jun 28 10:08:42.440360 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2d5e5be1-078d-4dd9-b239-6ded7e9af5b0 req-8630d50a-d0e1-42c8-8924-b72d2d8b86ea tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 Jun 28 10:08:43.325269 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:43.612405 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8273a-4978-4239-a863-e658906ce8dd req-cc0329ce-781c-490d-9eb2-22e5c080c9d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:43.613782 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-06c8273a-4978-4239-a863-e658906ce8dd req-cc0329ce-781c-490d-9eb2-22e5c080c9d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0616906 Jun 28 10:08:43.659435 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-06c8273a-4978-4239-a863-e658906ce8dd req-995fa2a7-e9fe-4348-967d-663aef873688 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401351 Jun 28 10:08:44.850245 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d10345-fa20-4957-a783-5ea1fd9bee8a req-a384a77b-2c89-4207-bb0b-c1ece354160e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:44.851785 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-65d10345-fa20-4957-a783-5ea1fd9bee8a req-a384a77b-2c89-4207-bb0b-c1ece354160e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0783503 Jun 28 10:08:44.889585 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-65d10345-fa20-4957-a783-5ea1fd9bee8a req-d097833f-f88d-416b-8bf1-53bacf71b0d3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Jun 28 10:08:46.063946 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ce45b-d734-467e-b9ed-b2c0c98e0fbc req-2ae42085-7a99-42fb-b182-4f3188aff653 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:46.065371 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d45ce45b-d734-467e-b9ed-b2c0c98e0fbc req-2ae42085-7a99-42fb-b182-4f3188aff653 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0637536 Jun 28 10:08:46.105464 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d45ce45b-d734-467e-b9ed-b2c0c98e0fbc req-8b3f33c2-c3e6-421b-ba88-af951419bf3b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jun 28 10:08:47.281070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4e551-c3f5-4646-b3b1-fa1c242b53a8 req-627f2eed-a7e4-4361-adfd-0b759ae43a65 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:47.282601 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3ad4e551-c3f5-4646-b3b1-fa1c242b53a8 req-627f2eed-a7e4-4361-adfd-0b759ae43a65 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0628786 Jun 28 10:08:47.320575 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3ad4e551-c3f5-4646-b3b1-fa1c242b53a8 req-c914a964-ab9e-4d3d-9f07-9ae34384cea5 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Jun 28 10:08:48.499237 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ae2ed-3a0e-4adb-8673-e76b8bdd9c8c req-64a762eb-2ed6-4c6a-a292-6b1e7684a783 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:48.500739 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a24ae2ed-3a0e-4adb-8673-e76b8bdd9c8c req-64a762eb-2ed6-4c6a-a292-6b1e7684a783 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0661359 Jun 28 10:08:48.536504 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-a24ae2ed-3a0e-4adb-8673-e76b8bdd9c8c req-5c8a1e99-3dfa-4c84-b706-23e623bb477a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302205 Jun 28 10:08:49.711508 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a850ee4-fefd-4311-87f2-11e4642f8c8c req-3bf81d33-2c07-4965-8b12-0f6a22b54d14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:49.713223 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9a850ee4-fefd-4311-87f2-11e4642f8c8c req-3bf81d33-2c07-4965-8b12-0f6a22b54d14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0651813 Jun 28 10:08:49.749249 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-9a850ee4-fefd-4311-87f2-11e4642f8c8c req-1ab1a957-8250-42d3-984f-ac3c3cbc20ae tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304701 Jun 28 10:08:50.920816 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7c2e7-5b7d-474d-880a-3e34cb83415d req-ec233044-17c1-43d3-ad60-e919eedd5421 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:50.922236 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-eae7c2e7-5b7d-474d-880a-3e34cb83415d req-ec233044-17c1-43d3-ad60-e919eedd5421 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0637465 Jun 28 10:08:50.962046 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-eae7c2e7-5b7d-474d-880a-3e34cb83415d req-f395ecf0-45db-4345-8d8b-6a889d061881 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Jun 28 10:08:52.132537 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db613-a920-4845-a1c1-fbd6f6beb06a req-1cd8292c-dcb9-476b-b698-c7ddddbabcda tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:52.133884 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c11db613-a920-4845-a1c1-fbd6f6beb06a req-1cd8292c-dcb9-476b-b698-c7ddddbabcda tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0616374 Jun 28 10:08:52.170346 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c11db613-a920-4845-a1c1-fbd6f6beb06a req-446c0aed-014f-489f-a085-091bb8c0be19 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Jun 28 10:08:53.341246 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d5e6-28fe-4b8f-a75f-3427dd5ac0fa req-c5ba3325-ef6c-4180-ba29-44194c0162c3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:53.343234 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-06e5d5e6-28fe-4b8f-a75f-3427dd5ac0fa req-c5ba3325-ef6c-4180-ba29-44194c0162c3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0643079 Jun 28 10:08:53.379562 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-06e5d5e6-28fe-4b8f-a75f-3427dd5ac0fa req-2c543313-811f-446b-8b49-04d1fc415628 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306306 Jun 28 10:08:54.549524 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20b065-e69e-4e50-a076-49bda4d17934 req-bead4c3b-40a0-4ab3-85fe-d618fc80ddf7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:54.550869 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ee20b065-e69e-4e50-a076-49bda4d17934 req-bead4c3b-40a0-4ab3-85fe-d618fc80ddf7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0602283 Jun 28 10:08:54.590454 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ee20b065-e69e-4e50-a076-49bda4d17934 req-2e7b7591-402e-43a7-a4dc-bc46a138c535 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341485 Jun 28 10:08:55.758971 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999dc4f-bfd4-4f23-b379-9690dd251dcb req-b107d30c-2624-475f-b910-f3900344c742 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:55.760412 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9999dc4f-bfd4-4f23-b379-9690dd251dcb req-b107d30c-2624-475f-b910-f3900344c742 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0609117 Jun 28 10:08:55.800632 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9999dc4f-bfd4-4f23-b379-9690dd251dcb req-91acede4-1485-44b6-a4dc-d9e5dc09aea6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340931 Jun 28 10:08:56.547570 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36693ef6-edf3-4f63-a439-8ef24b782d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:56.969034 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d58b9-bceb-45b2-aeca-a2fbdfef915b req-53a90a59-b1f0-4dcf-8b76-af09e26a59cf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:56.970474 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d98d58b9-bceb-45b2-aeca-a2fbdfef915b req-53a90a59-b1f0-4dcf-8b76-af09e26a59cf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0616798 Jun 28 10:08:57.007089 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d98d58b9-bceb-45b2-aeca-a2fbdfef915b req-48047b7b-8c98-4517-b22d-0caa3ed4ff4a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311387 Jun 28 10:08:57.476242 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d715870-b258-408f-9ac4-94c6ccfc861b req-8353268d-6f28-441c-b973-70d833eaffc7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:57.477609 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4d715870-b258-408f-9ac4-94c6ccfc861b req-8353268d-6f28-441c-b973-70d833eaffc7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0624120 Jun 28 10:08:57.514064 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4d715870-b258-408f-9ac4-94c6ccfc861b req-cc156b73-c6d4-443b-8819-df5ab1338f78 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Jun 28 10:08:57.588525 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-03917643-ef7f-49f8-a265-fefe3933c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:57.589969 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-03917643-ef7f-49f8-a265-fefe3933c932 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0544763 Jun 28 10:08:57.676971 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-874fddad-1a56-4070-9240-b9d7b3f01adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:57.678417 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-874fddad-1a56-4070-9240-b9d7b3f01adb service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0819247 Jun 28 10:08:57.743786 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-8a6c136b-2836-4bf6-abc6-ad2d170d6b4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 1001 time: 0.0593762 Jun 28 10:08:57.789566 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-38a6ca59-db47-4b52-beac-36d17300a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:57.790928 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-38a6ca59-db47-4b52-beac-36d17300a547 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0411031 Jun 28 10:08:57.851107 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-be8b84b1-3737-4724-bc1d-19e055f2220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:57.852577 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-be8b84b1-3737-4724-bc1d-19e055f2220b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0555732 Jun 28 10:08:57.939038 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-5b88f663-9175-4ba2-86f8-e776d26a89b1 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793588 Jun 28 10:08:58.021919 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-77f7d196-ec40-4751-a62d-0e302d58a2ef req-763d8102-e24d-42e3-a261-8d41986232ae service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768023 Jun 28 10:08:58.696548 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed35d58-22e8-4616-a522-7120fc3d1ebf req-4c706a5b-4a13-4786-8b48-40f8e55cc734 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:58.698019 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fed35d58-22e8-4616-a522-7120fc3d1ebf req-4c706a5b-4a13-4786-8b48-40f8e55cc734 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0705914 Jun 28 10:08:58.735852 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-fed35d58-22e8-4616-a522-7120fc3d1ebf req-036f2f64-7070-4e8c-baf3-42105d62707f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Jun 28 10:08:58.983069 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-eb985d14-c087-4e0e-96b7-65dc6fa6f370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:59.171521 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:59.909191 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440825d-f681-4779-9a15-579ee765f23e req-87242479-058c-4549-bb08-1d7e5e25c759 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:59.910716 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f440825d-f681-4779-9a15-579ee765f23e req-87242479-058c-4549-bb08-1d7e5e25c759 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0664158 Jun 28 10:09:00.231176 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f440825d-f681-4779-9a15-579ee765f23e req-21b6e8a1-1922-4bb9-a2b6-cdeff75472fe tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147528 Jun 28 10:09:00.366125 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:01.931336 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:12.879302 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:09:13.382596 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:15.596946 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-3d5a888a-9df3-466d-ad32-eb11905de1f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485809 Jun 28 10:09:15.688084 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075e007-9e63-435d-9d79-b1007eb35026 req-222b1315-b058-4864-a062-04bb3f842b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:15.689522 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-222b1315-b058-4864-a062-04bb3f842b9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0506933 Jun 28 10:09:15.805513 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075e007-9e63-435d-9d79-b1007eb35026 req-e4cc2ee2-150c-497c-80a6-0e55805bdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:15.806922 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-e4cc2ee2-150c-497c-80a6-0e55805bdcaf service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0890558 Jun 28 10:09:15.868026 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-96faecb6-34c8-4b24-b88a-48a7615bbee2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 1001 time: 0.0544343 Jun 28 10:09:15.917960 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075e007-9e63-435d-9d79-b1007eb35026 req-6ee22845-c8eb-46dd-8266-252703dff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:15.919384 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-6ee22845-c8eb-46dd-8266-252703dff2f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0457807 Jun 28 10:09:15.974163 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075e007-9e63-435d-9d79-b1007eb35026 req-b9902424-f94c-452c-a229-017523c6063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:15.975570 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-b9902424-f94c-452c-a229-017523c6063a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0495114 Jun 28 10:09:16.061496 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-efff329b-faa9-41ef-808d-8b4d911d68b1 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791254 Jun 28 10:09:16.151160 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2075e007-9e63-435d-9d79-b1007eb35026 req-1614f6f4-cfa5-44fa-b55b-f7dffc7729e5 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 Jun 28 10:09:26.563454 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ac4e6901-4f27-4e1b-bb5a-2386df11c17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:28.982083 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-44bc8458-1af6-454a-b581-97f438bf879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:29.171410 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:30.317963 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:31.940573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:43.347562 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:49.878490 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:09:56.552899 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c97ca1f2-6ad8-4a79-b741-98dc255e7725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:57.474634 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d10c6-17c4-427c-9c15-98545cabed7e req-1e3f916e-25a6-4ffd-8eec-484f9f3c49e9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:57.476004 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7a9d10c6-17c4-427c-9c15-98545cabed7e req-1e3f916e-25a6-4ffd-8eec-484f9f3c49e9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0623312 Jun 28 10:09:57.514961 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-7a9d10c6-17c4-427c-9c15-98545cabed7e req-4146be92-1537-4d42-bdbb-a3e7609b996b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332177 Jun 28 10:09:58.686201 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab8f7-5d59-4c24-ac20-ca3b2a8c6cff req-97f38365-d531-4223-a4b1-ab92e985b077 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:58.687650 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a43ab8f7-5d59-4c24-ac20-ca3b2a8c6cff req-97f38365-d531-4223-a4b1-ab92e985b077 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0623846 Jun 28 10:09:58.724954 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-a43ab8f7-5d59-4c24-ac20-ca3b2a8c6cff req-8beb4109-5c3c-4984-9dae-e7c4a8f36ead tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309236 Jun 28 10:09:58.987506 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-355870c1-6775-49b1-b0b0-01432f91cca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:59.176005 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:59.899329 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318dc4e-cf46-4bda-abec-849cd6171f9b req-e67a3cab-bb6b-4dec-aff2-30d99e18ae0e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:59.900830 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e318dc4e-cf46-4bda-abec-849cd6171f9b req-e67a3cab-bb6b-4dec-aff2-30d99e18ae0e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0672436 Jun 28 10:09:59.937613 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-e318dc4e-cf46-4bda-abec-849cd6171f9b req-b188ad52-aee5-437e-a8ca-405c3834519d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311248 Jun 28 10:10:00.324716 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:01.114812 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698dfb0-c62b-405c-9e08-3cf8f9f98427 req-592f528b-3f78-453a-b8f2-27c0d202616a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:01.116286 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2698dfb0-c62b-405c-9e08-3cf8f9f98427 req-592f528b-3f78-453a-b8f2-27c0d202616a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0657218 Jun 28 10:10:01.152618 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2698dfb0-c62b-405c-9e08-3cf8f9f98427 req-83fc3253-4398-491d-ae92-5a159672c64d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309126 Jun 28 10:10:01.936549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:02.339370 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da420f-9fd0-4a55-832b-6a1adc327991 req-b219f6b6-71ed-4da2-a407-c07d669c3c39 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:02.340877 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-44da420f-9fd0-4a55-832b-6a1adc327991 req-b219f6b6-71ed-4da2-a407-c07d669c3c39 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0647619 Jun 28 10:10:02.377837 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-44da420f-9fd0-4a55-832b-6a1adc327991 req-34e6ae0c-99f5-4ff3-83f2-7de76b682607 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309272 Jun 28 10:10:03.549556 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17843b-2069-4a65-a66b-d1f18b0e2081 req-39896f1e-eee7-46a2-8284-b49b88e2311a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:03.551008 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-df17843b-2069-4a65-a66b-d1f18b0e2081 req-39896f1e-eee7-46a2-8284-b49b88e2311a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0647802 Jun 28 10:10:03.588547 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-df17843b-2069-4a65-a66b-d1f18b0e2081 req-88c491b6-0fd0-4ebe-a73b-fda8982c6f37 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Jun 28 10:10:04.755104 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b0f98-c805-494c-b8b0-4bf09ad4474a req-b7c2b4ae-07f9-49d0-b562-c8b0dc07f9f0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:04.756570 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-320b0f98-c805-494c-b8b0-4bf09ad4474a req-b7c2b4ae-07f9-49d0-b562-c8b0dc07f9f0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0612421 Jun 28 10:10:04.796447 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-320b0f98-c805-494c-b8b0-4bf09ad4474a req-09aa5263-677a-4706-a5e2-6b2cbf4b17cd tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344007 Jun 28 10:10:05.972432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917cebf-a200-4f1d-9ecc-b39c184cb956 req-01b4dd41-0b14-476c-8135-31af2e7eada7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:05.973869 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4917cebf-a200-4f1d-9ecc-b39c184cb956 req-01b4dd41-0b14-476c-8135-31af2e7eada7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0664480 Jun 28 10:10:06.010080 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4917cebf-a200-4f1d-9ecc-b39c184cb956 req-55d6c60d-48bb-48d3-8613-36bada4d1916 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Jun 28 10:10:07.183303 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422390-1ac4-48fa-ad28-401f48c93fce req-d4ae1af7-0f7f-48b3-8856-239af1167142 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:07.184776 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-64422390-1ac4-48fa-ad28-401f48c93fce req-d4ae1af7-0f7f-48b3-8856-239af1167142 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0621142 Jun 28 10:10:07.221748 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-64422390-1ac4-48fa-ad28-401f48c93fce req-a43eb094-b323-46ef-8898-490f162f091d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Jun 28 10:10:08.393148 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6b70-7bea-44ff-b3d5-f890b0ed3f26 req-6a67a38a-36e7-4b8a-b03b-6c62b19d14b2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:08.394594 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff9b6b70-7bea-44ff-b3d5-f890b0ed3f26 req-6a67a38a-36e7-4b8a-b03b-6c62b19d14b2 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0633876 Jun 28 10:10:08.432388 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ff9b6b70-7bea-44ff-b3d5-f890b0ed3f26 req-1289c7f4-6fbf-4ea8-a94c-75a81bb88f1b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Jun 28 10:10:08.949823 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9108001-bc83-4bdd-8b4c-1cec16ee94c9 req-a28ba5ce-91f4-4d38-9e16-6e0debf3ecdc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:08.951462 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f9108001-bc83-4bdd-8b4c-1cec16ee94c9 req-a28ba5ce-91f4-4d38-9e16-6e0debf3ecdc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0696814 Jun 28 10:10:09.029112 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-f9108001-bc83-4bdd-8b4c-1cec16ee94c9 req-2f0d9b33-adbc-4b03-afc9-ccc7d251410d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712082 Jun 28 10:10:09.062214 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-297afb53-db5e-4d30-ae4c-78b68a642e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:09.062214 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-297afb53-db5e-4d30-ae4c-78b68a642e58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0787125 Jun 28 10:10:09.144933 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-d98a8503-bf63-4517-84e0-6768901aa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:09.146408 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-d98a8503-bf63-4517-84e0-6768901aa6ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0888882 Jun 28 10:10:09.214389 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-8ac0a586-d67b-4c4c-8496-129eef245262 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 1001 time: 0.0621212 Jun 28 10:10:09.260457 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-d8064b4f-b8ef-4d9b-aea8-83bea83956fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:09.261899 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-d8064b4f-b8ef-4d9b-aea8-83bea83956fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0421720 Jun 28 10:10:09.319871 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-10fa4ec5-efac-4e8e-ab0c-afaa99e2fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:09.321282 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-10fa4ec5-efac-4e8e-ab0c-afaa99e2fcf4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0532126 Jun 28 10:10:09.414529 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-f0845b1d-4132-469f-9798-f85f55267ada service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868099 Jun 28 10:10:09.505032 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-1bfd659b-0cc7-4aaa-8870-b015aa6dd434 req-1a7703db-e565-4141-9fc1-5a39397afdb9 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842533 Jun 28 10:10:10.220279 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aea3a-07e9-4a21-b2a8-ece60b247a42 req-457c98c3-b045-4836-b1b1-d85bf7b6984e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:10.222494 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-393aea3a-07e9-4a21-b2a8-ece60b247a42 req-457c98c3-b045-4836-b1b1-d85bf7b6984e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0681825 Jun 28 10:10:10.259456 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-393aea3a-07e9-4a21-b2a8-ece60b247a42 req-f3657c86-73bf-4855-acc1-bb80cf61ec38 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Jun 28 10:10:11.542928 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5aab3-3f75-4ecc-9d11-2ffb12193957 req-505439d5-bba2-40a4-bf3f-89c259eaa658 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:11.544363 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e7a5aab3-3f75-4ecc-9d11-2ffb12193957 req-505439d5-bba2-40a4-bf3f-89c259eaa658 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.1746929 Jun 28 10:10:11.582471 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e7a5aab3-3f75-4ecc-9d11-2ffb12193957 req-2124ea76-837c-4301-bbf6-2b1827e5f376 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324848 Jun 28 10:10:13.318501 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:15.639138 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-90efff62-9630-40aa-8069-8b67b4b805bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500040 Jun 28 10:10:15.730502 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-2d883a2b-5334-4a47-ac1d-c8d80d745583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.731942 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-2d883a2b-5334-4a47-ac1d-c8d80d745583 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 1098 time: 0.0515895 Jun 28 10:10:15.835717 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-683ea86e-6596-4748-a55d-0507b277ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.837214 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-683ea86e-6596-4748-a55d-0507b277ed3d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0856035 Jun 28 10:10:15.900967 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-32e107c7-78ee-411d-a1f5-4d44c2e0b1bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 200 len: 1001 time: 0.0573294 Jun 28 10:10:15.954338 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-8319dc02-41bf-4467-92de-1243a7e75768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:15.955759 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-8319dc02-41bf-4467-92de-1243a7e75768 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0485058 Jun 28 10:10:16.011877 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-e664933f-25e2-4c53-a9ca-61ae4f7e4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:16.013371 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-e664933f-25e2-4c53-a9ca-61ae4f7e4dd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0512619 Jun 28 10:10:16.100721 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-e05f3715-2d36-4383-a394-de35acb9e2f5 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806844 Jun 28 10:10:16.189266 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-601e254e-a6f4-40d9-8239-7f3788d92e27 req-0bc74674-c88b-4989-b1ce-daca20aec730 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822527 Jun 28 10:10:26.546219 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8081b88b-c591-49cf-a4ca-772a3d23b7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:26.878568 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:10:29.014821 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e427968e-8cee-4f30-9bb8-2395e2e8b330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:29.179196 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:30.333768 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:31.951587 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:43.322075 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:45.045239 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [req-23c14857-5164-4010-a3b0-e1ad5ae340fa req-6a9870fe-374c-423e-be56-d0bfd3b62d2a service neutron] (100108) timed out ('10.222.0.38', 57918) {{(pid=100108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:10:46.801847 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [req-d2ef05e0-43c5-4730-964c-d9eb7136c9b6 req-4dd14598-169d-4ce6-bca3-89a78264f27a service neutron] (100109) timed out ('10.222.0.38', 57922) {{(pid=100109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:10:56.544470 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-15a12424-62d2-4b5e-8d42-a586a8c14806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:58.990812 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a116-5fcb-446d-9a3b-68bdbb3dd72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:59.207060 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:00.328414 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:01.945407 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.876791 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:11:07.479938 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e077d0-7c71-44dd-a037-f6aaceeefc4e req-1f289b81-0a14-4810-b818-f24e25237c5d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:07.481416 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-88e077d0-7c71-44dd-a037-f6aaceeefc4e req-1f289b81-0a14-4810-b818-f24e25237c5d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0623956 Jun 28 10:11:07.517593 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-88e077d0-7c71-44dd-a037-f6aaceeefc4e req-3ac4c2a9-cd68-449e-9bde-9b3bf8f68cbc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306547 Jun 28 10:11:08.743268 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a8b5-35cb-43da-9046-a29bbdc9542d req-9b07436c-f635-4ec4-8875-487d11363e86 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:08.744775 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9ef7a8b5-35cb-43da-9046-a29bbdc9542d req-9b07436c-f635-4ec4-8875-487d11363e86 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.1155603 Jun 28 10:11:08.782870 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-9ef7a8b5-35cb-43da-9046-a29bbdc9542d req-6e02f7e7-40a4-4e80-8a1a-985901849975 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Jun 28 10:11:10.003402 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f960b6-3497-402d-a0af-c536323d9506 req-b7e23bd5-3114-4850-83a5-8fb66017fbd3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:10.004979 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-25f960b6-3497-402d-a0af-c536323d9506 req-b7e23bd5-3114-4850-83a5-8fb66017fbd3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.1100631 Jun 28 10:11:10.012280 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020797b-62d4-4722-9220-6c99c965e1ea req-048997d8-a627-45ea-a355-03b17b624d14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:10.013697 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e020797b-62d4-4722-9220-6c99c965e1ea req-048997d8-a627-45ea-a355-03b17b624d14 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 945 time: 0.0873499 Jun 28 10:11:10.078874 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-25f960b6-3497-402d-a0af-c536323d9506 req-85a98b71-b0b6-45ae-9744-6cb16695873e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=e66f6244-cde5-4965-94e2-14ee2d4c4213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641184 Jun 28 10:11:10.134563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Deleting port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:10.134958 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.221643 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] For port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:10.222123 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.389257 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.389519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.389822 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Floating IP 78fb6078-3996-4957-ad75-fb2917fa3046 disassociated. External IP: 172.28.1.195, port: 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b. Jun 28 10:11:10.390156 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Calling delete_port for 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:10.579667 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.583531 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:10.607117 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event deleted for resources: {'Port': ['ID=9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:10.618942 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.619322 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.619694 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.620066 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.620519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.620808 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.621164 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.621514 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.624064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.624064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.624064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.624064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:10.626718 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:10.734262 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:11:10.844521 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:11:10.853802 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:11:10.862773 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:10.863577 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:10:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:10.891053 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] No DVR routers for this DVR port 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:10.893532 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.895478 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-e020797b-62d4-4722-9220-6c99c965e1ea req-1f98ecb4-c4ca-42f7-a111-1b6de5099f64 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "DELETE /v2.0/ports/9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b HTTP/1.1" status: 204 len: 173 time: 0.8749814 Jun 28 10:11:10.895999 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'name': 'network-vif-deleted', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:10.898378 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b91b3-bef3-4512-94a6-00c9401387bc" -d '{"events": [{"server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "name": "network-vif-deleted", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:10.951511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc33645-e0fa-402e-b8de-f6913e091476 x-openstack-request-id: req-0cc33645-e0fa-402e-b8de-f6913e091476 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:10.951844 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a868b2c8-6d83-4c10-b2f4-febe443d8d3f", "name": "network-vif-deleted", "tag": "9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:10.952171 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cc33645-e0fa-402e-b8de-f6913e091476 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:10.956988 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a868b2c8-6d83-4c10-b2f4-febe443d8d3f', 'name': 'network-vif-deleted', 'tag': '9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b', 'status': 'completed', 'code': 200} Jun 28 10:11:10.987223 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:11.201640 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:11.227885 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:11:11.236665 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:11.237555 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ca7ef418-8911-4141-b0e1-bb4ff7ce3307 req-4453d5c8-c42b-4b71-9c42-39683afd5462 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=a868b2c8-6d83-4c10-b2f4-febe443d8d3f HTTP/1.1" status: 200 len: 210 time: 0.0297322 Jun 28 10:11:11.238058 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:10:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:11.344553 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:11.544166 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:11.654099 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e903f55-f499-487e-af44-4b16d889bfb2 None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:11:11.866723 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ed110-a4f8-4362-bcef-a112b6a434c3 None None] New status for floating IP 78fb6078-3996-4957-ad75-fb2917fa3046: DOWN {{(pid=100110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:11:12.420167 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41096) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:12.474386 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.497939 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.652300 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.654969 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.656171 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "DELETE /v2.0/security-groups/e66f6244-cde5-4965-94e2-14ee2d4c4213 HTTP/1.1" status: 204 len: 168 time: 0.2349916 Jun 28 10:11:12.656934 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-11ff32b0-c47f-47a3-9735-47282205abb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:12.659018 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41098) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:12.666331 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66f6244-cde5-4965-94e2-14ee2d4c4213,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:12.673092 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.api.v2.resource [None req-4f2b8c86-feda-4c9b-9376-b2284e6c9dea tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] show failed (client error): The resource could not be found. Jun 28 10:11:12.673606 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.673994 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.674219 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4f2b8c86-feda-4c9b-9376-b2284e6c9dea tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups/e66f6244-cde5-4965-94e2-14ee2d4c4213 HTTP/1.1" status: 404 len: 347 time: 0.0141835 Jun 28 10:11:12.674439 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.674710 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.675065 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.675422 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.675778 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.676153 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.676508 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.676948 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.677080 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41100) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:12.677254 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.677603 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:12.681404 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-ab0a5b1b-ba77-4196-88e3-70cebb1efbc0 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:12.807425 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Deleting port 0691cb51-12aa-41b3-a1a1-f93fa0e6661f {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:12.807774 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.879950 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.880306 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:12.891772 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Calling delete_port for 0691cb51-12aa-41b3-a1a1-f93fa0e6661f owned by network:floatingip {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:13.121204 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.123399 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ad7ebbc5-282d-4ef6-8c73-0f6675bd61ff tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:13.150780 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event deleted for resources: {'Port': ['ID=0691cb51-12aa-41b3-a1a1-f93fa0e6661f,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:13.153587 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:13.209879 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.212934 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.214057 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-f44c4034-b68e-49d8-ac1f-b3c894d22578 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "DELETE /v2.0/floatingips/78fb6078-3996-4957-ad75-fb2917fa3046 HTTP/1.1" status: 204 len: 168 time: 0.5361371 Jun 28 10:11:13.333588 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.567972 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41104) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:13.573400 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086413614', 'description': 'tempest-description--1192868597'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:13.665162 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.747210 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.824702 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.827227 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-c3454fd4-72d2-4439-9d62-1c4fc5fd91af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:13.853660 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77887923-d816-4188-abb7-4d09b7f1c1b1,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:13.856384 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:13.904862 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.906100 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3370633 Jun 28 10:11:13.910254 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41106) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:13.914054 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'security_group_rule': {'security_group_id': '77887923-d816-4188-abb7-4d09b7f1c1b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:14.030075 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.077810 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.162218 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.167533 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:14.183626 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dcba81-9cb7-419b-a778-5389dec1869f,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:14.185966 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:14.316454 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.317675 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6eaa809b-e0ca-406b-a9ea-068d0143313f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4074154 Jun 28 10:11:14.320264 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41108) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:14.324763 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'security_group_rule': {'security_group_id': '77887923-d816-4188-abb7-4d09b7f1c1b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:14.422743 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.481545 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.515925 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:14.535426 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:14.539590 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device 9c696d1a-ce0e-44d7-ba5b-ee53aab89c6b not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:14.550982 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3873387'] for security_group_rule, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.556581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:14.570879 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fabe749-f871-45ab-8174-cce0ecb249dc,revision_number=0']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:14.573340 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:14.630671 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.631865 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-e317016a-a546-4eea-a9fd-2d46201f911c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106339 Jun 28 10:11:14.634959 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41110) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:14.639475 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'floatingip': {'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:14.733305 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.825715 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.929531 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.db_base_plugin_common [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Allocated IP 172.28.1.159 (7d2d1842-94f4-4597-ad9c-0fa0ca8d8297/4e454fc6-d126-4d3f-88f1-222e3f12b16e/9726b168-08c6-4419-9bb9-e7262b84b567) {{(pid=100108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:11:15.028071 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for port, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.134806 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10454432'] for port, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.136812 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:15.177250 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Network 7d2d1842-94f4-4597-ad9c-0fa0ca8d8297 is already hosted by enough agents. {{(pid=100108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:11:15.179965 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.base_scheduler [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Resources bound (agent type, host, resource id): {{(pid=100108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:11:15.183024 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Received port after_create {{(pid=100108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:11:15.193155 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'Port': ['ID=9726b168-08c6-4419-9bb9-e7262b84b567,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:15.196671 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:15.273560 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.380711 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.529351 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for port, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.596410 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10454354'] for port, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.598572 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-465e95c9-db80-4ee4-b8c7-49f899da2ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:15.668800 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'Port': ['ID=9726b168-08c6-4419-9bb9-e7262b84b567,revision_number=2']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:15.671580 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:15.681004 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.733695 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:15.734953 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-051cc001-e238-44f6-9161-f343558f2daf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0990646 Jun 28 10:11:15.882911 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-f0ceed61-f3fa-491f-8078-21d7d930f3bc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2086413614&fields=id&tenant_id=263ab0b0cbc94353b33a8e9eb70c148d HTTP/1.1" status: 200 len: 267 time: 0.0333586 Jun 28 10:11:15.994678 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-4523f5de-dd9a-4bd4-ba69-5914ee023dda tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:15.996191 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-4523f5de-dd9a-4bd4-ba69-5914ee023dda tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 811 time: 0.1065648 Jun 28 10:11:16.011131 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-306ae89b-552d-4197-ae64-2c349fc18cec tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/quotas/263ab0b0cbc94353b33a8e9eb70c148d HTTP/1.1" status: 200 len: 375 time: 0.0094080 Jun 28 10:11:16.080356 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-4b9c1714-06b9-418b-accb-b4ea5febbafc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634804 Jun 28 10:11:16.155633 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-06906a74-beaa-4a05-9fe3-3666d6712af9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:11:16.156654 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-06906a74-beaa-4a05-9fe3-3666d6712af9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0647824 Jun 28 10:11:16.249422 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-1f4566a9-3e3b-4292-959f-04d3c8eb38ea service neutron] 10.222.0.16 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867014 Jun 28 10:11:16.339788 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-51564f6e-b4ff-44ba-ae5f-8165473b8c5e service neutron] 10.222.0.16 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Jun 28 10:11:16.626021 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f4798749-4ebf-4001-a423-47dab66dbebf req-be7e6bc3-e653-4308-b5e4-53c5654c60f4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 210 time: 0.0287774 Jun 28 10:11:17.774304 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-65a936fc-1350-4316-822f-0cb35db01993 req-59cfb3ca-f55f-410b-b557-b4140d6f6335 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 210 time: 0.0280099 Jun 28 10:11:18.912307 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-f47a5378-92af-49dd-aad8-78a1801c4a51 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:18.913835 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-f47a5378-92af-49dd-aad8-78a1801c4a51 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 811 time: 0.1098249 Jun 28 10:11:18.956078 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-824bf80a-9272-4e87-9e2b-ad60e8aed421 req-882c5bf0-551c-4808-86e3-d1122f23e71b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 210 time: 0.0664160 Jun 28 10:11:18.959398 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-26579f7e-7bba-46af-bd8c-14ae074e980c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263ab0b0cbc94353b33a8e9eb70c148d HTTP/1.1" status: 200 len: 380 time: 0.0367093 Jun 28 10:11:18.971937 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'port': {'device_id': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'admin_state_up': True, 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'security_groups': ['77887923-d816-4188-abb7-4d09b7f1c1b1']}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:19.166904 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Made reservation on behalf of 263ab0b0cbc94353b33a8e9eb70c148d for: {'port': 1} {{(pid=100109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:11:19.170519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.299217 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_common [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Allocated IP 172.20.0.10 (0f167da7-8ce0-4f9f-ad17-3ded871f6526/183d4527-ca4d-4261-8fbb-351f42a29fc5/edecdb2e-0faa-4ef5-aaee-caaf84249157) {{(pid=100109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:11:19.440297 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for port, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.454044 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Transition to ACTIVE for port object edecdb2e-0faa-4ef5-aaee-caaf84249157 will not be triggered until provisioned by entity DHCP. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:11:19.579672 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788692116188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8655259'] for port, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.583739 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-519896d8-a454-4430-b60e-c5cfbc4f419f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:19.629139 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 is already hosted by enough agents. {{(pid=100109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:11:19.632227 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.base_scheduler [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Resources bound (agent type, host, resource id): {{(pid=100109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:11:19.639253 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Received port after_create {{(pid=100109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:11:19.666503 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event updated for resources: {'Port': ['ID=edecdb2e-0faa-4ef5-aaee-caaf84249157,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:19.673182 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:19.695371 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:19.695885 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.796996 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b41ff31a-f16f-4a53-ab1e-57bca0db5c0c tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8329108 Jun 28 10:11:19.851439 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.v2.base [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Request body: {'port': {'device_id': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:19.910802 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-f4b3d9c3-9289-4aec-b3ea-b313bc2f5f50 None None] Provisioning for port edecdb2e-0faa-4ef5-aaee-caaf84249157 completed by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:11:19.915442 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-f4b3d9c3-9289-4aec-b3ea-b313bc2f5f50 None None] Provisioning complete for port edecdb2e-0faa-4ef5-aaee-caaf84249157 triggered by entity DHCP. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:11:19.915818 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f4b3d9c3-9289-4aec-b3ea-b313bc2f5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.920505 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.965305 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3d9c3-9289-4aec-b3ea-b313bc2f5f50 None None] Port edecdb2e-0faa-4ef5-aaee-caaf84249157 cannot update to ACTIVE because it is not bound. {{(pid=100110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:11:20.198976 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9735b18-6587-4d4c-a4a1-854b85eac94b req-57572e69-42ae-4be3-964f-af8874f42895 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:20.200437 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b9735b18-6587-4d4c-a4a1-854b85eac94b req-57572e69-42ae-4be3-964f-af8874f42895 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 932 time: 0.1291587 Jun 28 10:11:20.244783 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edecdb2e-0faa-4ef5-aaee-caaf84249157 {{(pid=100109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:11:20.256671 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.267356 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b9735b18-6587-4d4c-a4a1-854b85eac94b req-36849daa-2791-4c32-9d76-4c3f38e680a6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506692 Jun 28 10:11:20.274376 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.provisioning_blocks [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Transition to ACTIVE for port object edecdb2e-0faa-4ef5-aaee-caaf84249157 will not be triggered until provisioned by entity L2. {{(pid=100109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:11:20.350506 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.353296 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:20.400703 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Pushing event updated for resources: {'Port': ['ID=edecdb2e-0faa-4ef5-aaee-caaf84249157,revision_number=2']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:20.404095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:20.476048 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Attempting to bind port edecdb2e-0faa-4ef5-aaee-caaf84249157 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:11:20.476410 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Attempting to bind port edecdb2e-0faa-4ef5-aaee-caaf84249157 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:11:20.476732 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Attempting to bind port edecdb2e-0faa-4ef5-aaee-caaf84249157 on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:11:20.481914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Port edecdb2e-0faa-4ef5-aaee-caaf84249157 on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:11:20.482230 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Attempting to bind port edecdb2e-0faa-4ef5-aaee-caaf84249157 on network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:11:20.487056 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Checking agent: {'id': 'a27aff29-6c9a-4aca-ad9e-3bc050e26ec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'started_at': datetime.datetime(2021, 6, 28, 9, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:11:20.487390 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Checking segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:11:20.487770 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Bound using segment: {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'} {{(pid=100109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:11:20.488250 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.managers [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Bound port: edecdb2e-0faa-4ef5-aaee-caaf84249157, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e7b76f-c78e-4f05-8c42-4777eb7113fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526'}}] {{(pid=100109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:11:20.488600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.551619 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] For port edecdb2e-0faa-4ef5-aaee-caaf84249157, host hv-cinder-78662, cleared binding levels {{(pid=100109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:11:20.554600 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] For port edecdb2e-0faa-4ef5-aaee-caaf84249157, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:11:20.654355 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655209'] for port, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.656462 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-f1dfd24a-740e-4199-96f0-3ffd2534c627 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:20.688792 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:20.689400 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.690764 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] 10.222.0.38 "PUT /v2.0/ports/edecdb2e-0faa-4ef5-aaee-caaf84249157 HTTP/1.1" status: 200 len: 1094 time: 0.8864291 Jun 28 10:11:20.691309 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:20.693711 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:20.718716 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Pushing event updated for resources: {'Port': ['ID=edecdb2e-0faa-4ef5-aaee-caaf84249157,revision_number=3']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:20.722046 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-55659014-ae37-4020-9516-121c0cfa9c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:20.734274 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997dd9d-0cbf-4df3-b14d-060d0eb4bff7 x-openstack-request-id: req-6997dd9d-0cbf-4df3-b14d-060d0eb4bff7 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:20.734606 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:20.735069 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6997dd9d-0cbf-4df3-b14d-060d0eb4bff7 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:20.735512 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'status': 'completed', 'code': 200} Jun 28 10:11:20.814353 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c req-a293867f-b278-4aa0-bd85-262448d8d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:20.816239 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c req-a293867f-b278-4aa0-bd85-262448d8d952 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 1097 time: 0.0606811 Jun 28 10:11:20.914525 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c req-c4141312-2131-4f8c-b144-1d87d464786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:20.916029 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c req-c4141312-2131-4f8c-b144-1d87d464786f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0903089 Jun 28 10:11:21.010111 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c req-1c3c034a-51fe-405c-9db5-cc52267e5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:21.011561 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-d3dff877-479b-4e82-b7d2-1bb5fd1b146c req-1c3c034a-51fe-405c-9db5-cc52267e5c29 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0894513 Jun 28 10:11:21.099068 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b0293e04-2d05-46a7-8c5d-92bb419c3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:21.100429 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-b0293e04-2d05-46a7-8c5d-92bb419c3b5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 1097 time: 0.0509696 Jun 28 10:11:21.139815 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-8623dca3-ff0d-4814-afb1-7c6ba41360d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157 HTTP/1.1" status: 200 len: 217 time: 0.0323548 Jun 28 10:11:21.189546 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-1d6cc37c-3bbd-4afb-a0eb-6c2a4d29d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:21.190972 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-1d6cc37c-3bbd-4afb-a0eb-6c2a4d29d3a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0455825 Jun 28 10:11:21.246844 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-379da5f4-fe15-4244-8f06-d74c31878547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:21.248317 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-379da5f4-fe15-4244-8f06-d74c31878547 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0514925 Jun 28 10:11:21.335371 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-0fc03e88-3cc6-4f87-aa84-0d09b9775609 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804524 Jun 28 10:11:21.460397 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-0b9201d8-1351-40fc-aacf-915d4dbcf494 req-07465c0d-24ca-4c09-b3d4-e718ee61e546 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181152 Jun 28 10:11:21.481533 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fc898-5d4d-41cd-9e1c-6d42ebce28b4 req-0f2ec04b-69e1-43d2-9f55-50e892c26ba3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:21.485771 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-761fc898-5d4d-41cd-9e1c-6d42ebce28b4 req-0f2ec04b-69e1-43d2-9f55-50e892c26ba3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 944 time: 0.0859134 Jun 28 10:11:21.519901 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-761fc898-5d4d-41cd-9e1c-6d42ebce28b4 req-073b9b1a-f196-40a0-9b96-659520bae6f7 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Jun 28 10:11:22.695882 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c880d-6681-4c74-8020-8806727f4777 req-8583f391-1e1f-418a-ba53-bc218b9bd87b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:22.697402 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d78c880d-6681-4c74-8020-8806727f4777 req-8583f391-1e1f-418a-ba53-bc218b9bd87b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 944 time: 0.0669968 Jun 28 10:11:22.735233 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-d78c880d-6681-4c74-8020-8806727f4777 req-e9a5c1cc-fc3f-4af7-a808-89642dfb4038 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Jun 28 10:11:24.207869 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e19d-18ce-4d85-b62e-e67cc76ff828 req-5f5d8ca6-a262-4380-b4ab-ba1bee999354 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:24.209561 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c071e19d-18ce-4d85-b62e-e67cc76ff828 req-5f5d8ca6-a262-4380-b4ab-ba1bee999354 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 944 time: 0.3658593 Jun 28 10:11:24.246745 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-c071e19d-18ce-4d85-b62e-e67cc76ff828 req-7f611462-0e33-427c-abf7-625737db447b tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jun 28 10:11:25.426772 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175541b-0d44-4140-84f0-6426ce6644ee req-fbe4ee0a-bee8-49ef-8450-56f4dc60de91 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:25.428165 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0175541b-0d44-4140-84f0-6426ce6644ee req-fbe4ee0a-bee8-49ef-8450-56f4dc60de91 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 944 time: 0.0625832 Jun 28 10:11:25.465244 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-0175541b-0d44-4140-84f0-6426ce6644ee req-dbd44c73-2153-47d3-8fc7-860c7b5de788 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jun 28 10:11:26.567858 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2a21a18a-5d8d-42cf-8a9b-7c7de4353fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.578380 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device edecdb2e-0faa-4ef5-aaee-caaf84249157 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:11:26.631942 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b27869-04f5-417a-89d4-eab229cc6a56 req-5007e50e-a5fa-4527-bff8-5df307487b3a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:26.633423 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-95b27869-04f5-417a-89d4-eab229cc6a56 req-5007e50e-a5fa-4527-bff8-5df307487b3a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 944 time: 0.0618513 Jun 28 10:11:26.670867 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-95b27869-04f5-417a-89d4-eab229cc6a56 req-cae8da80-4217-4819-93fd-a14336884fa3 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Jun 28 10:11:26.672290 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port edecdb2e-0faa-4ef5-aaee-caaf84249157, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:26.684025 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Returning: {'device': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'port_id': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'mac_address': 'fa:16:3e:a6:a6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:11:26.719732 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.731533 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edecdb2e-0faa-4ef5-aaee-caaf84249157 {{(pid=100110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:11:26.749824 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port edecdb2e-0faa-4ef5-aaee-caaf84249157, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:26.830028 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.832451 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:26.875595 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=edecdb2e-0faa-4ef5-aaee-caaf84249157,revision_number=4']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:26.882562 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.882905 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.883241 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.883573 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.884495 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.884831 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.885156 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.885477 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.885800 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.886155 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.886474 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.886790 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:26.890881 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:27.194343 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] get_ports_and_sgs() called for port_ids ['edecdb2e-0faa-4ef5-aaee-caaf84249157'] {{(pid=100110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:11:27.839944 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b6bf-afc2-4f9c-a57b-a64de898ccb6 req-12ffeb06-48ef-4627-b2f0-4e6dceaecd9a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:27.841405 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f989b6bf-afc2-4f9c-a57b-a64de898ccb6 req-12ffeb06-48ef-4627-b2f0-4e6dceaecd9a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 945 time: 0.0608101 Jun 28 10:11:27.877762 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f989b6bf-afc2-4f9c-a57b-a64de898ccb6 req-038374f6-8ffd-4e56-aafe-fdc3c7c670df tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Jun 28 10:11:28.578342 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device edecdb2e-0faa-4ef5-aaee-caaf84249157 up at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:11:28.687794 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning for port edecdb2e-0faa-4ef5-aaee-caaf84249157 completed by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:11:28.691781 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.provisioning_blocks [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Provisioning complete for port edecdb2e-0faa-4ef5-aaee-caaf84249157 triggered by entity L2. {{(pid=100110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:11:28.694658 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716535'] for port, provisioning_complete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:28.768426 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-614973'] for port, before_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:28.789028 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157'}] {{(pid=100110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:28.791824 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23760c34da461c118d3544c1e5d9f6932d9492a4221cd11297e9f4cd2b15c8a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c28e0-f62f-40a0-955a-940b5b2f9828" -d '{"events": [{"server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "name": "network-vif-plugged", "status": "completed", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157"}]}' {{(pid=100110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:28.803953 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] For port edecdb2e-0faa-4ef5-aaee-caaf84249157, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:28.827673 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556caa5-96d7-4423-a0bd-cd98dfa216e5 x-openstack-request-id: req-8556caa5-96d7-4423-a0bd-cd98dfa216e5 {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:28.827974 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "name": "network-vif-plugged", "status": "completed", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157", "code": 200}]} {{(pid=100110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:28.828265 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8556caa5-96d7-4423-a0bd-cd98dfa216e5 {{(pid=100110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:28.828707 dv-cinder-786627-12-smb neutron-server[100110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'code': 200} Jun 28 10:11:28.893442 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788692493240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788692116206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788692070175'] for port, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:28.895386 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:28.949122 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Pushing event updated for resources: {'Port': ['ID=edecdb2e-0faa-4ef5-aaee-caaf84249157,revision_number=5']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:28.952133 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:29.036043 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-30188e23-07ec-4005-aff2-46b93756304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:29.057069 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3564f-f6f4-4691-bdf5-08518a2001c3 req-e753813f-2ccd-4136-877c-bd9d522d205e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:29.061031 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-20b3564f-f6f4-4691-bdf5-08518a2001c3 req-e753813f-2ccd-4136-877c-bd9d522d205e tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0675721 Jun 28 10:11:29.095224 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-20b3564f-f6f4-4691-bdf5-08518a2001c3 req-b04d75f6-92eb-4d38-bc8a-d074da7743c9 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Jun 28 10:11:29.177553 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:29.213093 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e354d2-377d-4738-babb-5524bafb3083 req-7ed455fd-bfd5-42d2-a1fd-7062e51004d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:29.214622 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56e354d2-377d-4738-babb-5524bafb3083 req-7ed455fd-bfd5-42d2-a1fd-7062e51004d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 1099 time: 0.0556183 Jun 28 10:11:29.249082 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-56e354d2-377d-4738-babb-5524bafb3083 req-cd904465-90e3-44c2-b101-70bd8bf84415 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285859 Jun 28 10:11:30.267298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1516b1a-5ce2-4e55-8f52-c21a7b7bef3a req-6314e65f-485b-4956-924e-3983cca52f35 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:30.268831 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1516b1a-5ce2-4e55-8f52-c21a7b7bef3a req-6314e65f-485b-4956-924e-3983cca52f35 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0617664 Jun 28 10:11:30.306573 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b1516b1a-5ce2-4e55-8f52-c21a7b7bef3a req-4b6f8402-5833-479e-a8dd-914d5722d954 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Jun 28 10:11:30.344402 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:31.476703 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c4be3-6663-4649-8e71-3ad53ed382dd req-3d11ff55-e27f-4177-a0eb-20d2c3da0efa tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:31.478248 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f53c4be3-6663-4649-8e71-3ad53ed382dd req-3d11ff55-e27f-4177-a0eb-20d2c3da0efa tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0630832 Jun 28 10:11:31.515420 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-f53c4be3-6663-4649-8e71-3ad53ed382dd req-a5136023-1b70-4184-a058-e41fabb4cfaf tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Jun 28 10:11:31.684368 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c69dc-8673-4395-ab4e-65543a3d8cf8 req-cf9f41d6-6958-4212-8b30-6d36bb024e73 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:31.685823 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-949c69dc-8673-4395-ab4e-65543a3d8cf8 req-cf9f41d6-6958-4212-8b30-6d36bb024e73 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0606315 Jun 28 10:11:31.694455 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41178) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:31.699171 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.v2.base [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Request body: {'floatingip': {'port_id': 'edecdb2e-0faa-4ef5-aaee-caaf84249157'}} {{(pid=100108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:11:31.748418 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, before_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:31.979665 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:32.388439 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:32.453204 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:32.548805 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.db.l3_db [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Floating IP f6504996-2b50-46c7-8152-b81790ce1aea associated. External IP: 172.28.1.159, port: edecdb2e-0faa-4ef5-aaee-caaf84249157. Jun 28 10:11:32.745983 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:11:32.848216 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:11:32.854205 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:32.857978 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:11:32.867146 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:32.867980 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:11:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:32.892291 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b94f987f-8b4f-48dc-a8e5-e16e63cf8b88 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "PUT /v2.0/floatingips/f6504996-2b50-46c7-8152-b81790ce1aea HTTP/1.1" status: 200 len: 992 time: 1.1967103 Jun 28 10:11:32.892950 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157'}] {{(pid=100108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:32.895352 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4751ddf4e211eb689c0e3d514552efe43849046cbf73c4c73bca799715484f13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157"}]}' {{(pid=100108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:32.972647 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:32.987021 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687ee34e-128c-49ab-a991-ea6272870c50 x-openstack-request-id: req-687ee34e-128c-49ab-a991-ea6272870c50 {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:32.987351 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157", "status": "completed", "code": 200}]} {{(pid=100108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:32.987644 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-687ee34e-128c-49ab-a991-ea6272870c50 {{(pid=100108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:32.988078 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'status': 'completed', 'code': 200} Jun 28 10:11:33.065437 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-b860bc72-8f89-424e-a5a9-5cbe1ceec47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:33.066928 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-b860bc72-8f89-424e-a5a9-5cbe1ceec47a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 1099 time: 0.0550032 Jun 28 10:11:33.154363 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-fcec91d1-3a5e-4481-9d44-889ffb14479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:33.155820 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-fcec91d1-3a5e-4481-9d44-889ffb14479b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0815957 Jun 28 10:11:33.188471 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': 'f6504996-2b50-46c7-8152-b81790ce1aea', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'port_id': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'mac_address': 'fa:16:3e:a6:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:11:15Z', 'updated_at': '2021-06-28T10:11:32Z', 'revision_number': 1, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:33.214239 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:11:33.222297 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:33.222897 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:11:29Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:33.223896 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-b891ef0d-1398-48e0-ab46-8adc8508b78b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157 HTTP/1.1" status: 200 len: 1000 time: 0.0610256 Jun 28 10:11:33.269428 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-460fe0f4-51b7-46bf-afcf-b7d782f7b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:33.270762 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-460fe0f4-51b7-46bf-afcf-b7d782f7b1de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0412872 Jun 28 10:11:33.324683 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:33.326659 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-8e59dc6b-7bb4-40b9-b84c-33f84e78fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:33.329081 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-8e59dc6b-7bb4-40b9-b84c-33f84e78fd3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526912 Jun 28 10:11:33.423914 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-b31c6377-9089-4d6e-a5b9-14f605f0f9d8 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862348 Jun 28 10:11:33.516461 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-5464cfeb-109e-4f31-bf72-4dd76d3bc03e req-add486b1-d58e-4f2c-a9be-29c3f0cab058 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Jun 28 10:11:33.550299 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': 'f6504996-2b50-46c7-8152-b81790ce1aea', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'port_id': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'mac_address': 'fa:16:3e:a6:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:11:15Z', 'updated_at': '2021-06-28T10:11:32Z', 'revision_number': 1, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:33.579523 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6b8cc-08c8-41f0-8f5a-89d6b0b38fde None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_floatingips': [{'id': 'f6504996-2b50-46c7-8152-b81790ce1aea', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'router_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'port_id': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'mac_address': 'fa:16:3e:a6:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:11:15Z', 'updated_at': '2021-06-28T10:11:32Z', 'revision_number': 1, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:11:33.751451 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d18b17-668d-43f0-b206-0757ce255c72 None None] New status for floating IP f6504996-2b50-46c7-8152-b81790ce1aea: ACTIVE {{(pid=100110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:11:40.876018 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:11:43.321608 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:56.580636 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-2631bff5-81f4-4622-b409-13fe04edbeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:59.029561 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-ee2e06aa-7cd3-4e56-8b90-8ab09a6620fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:59.178135 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:00.337997 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:01.960801 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:13.337872 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:17.629349 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-2f89c9c2-e443-4a7a-8e8b-2100f34795f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552497 Jun 28 10:12:17.720500 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-56d09bc9-c8dc-441a-ac0c-f8c80cfd10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:17.721996 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-56d09bc9-c8dc-441a-ac0c-f8c80cfd10e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 1099 time: 0.0514359 Jun 28 10:12:17.822542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-a5cdeb35-7c47-46b2-97c2-b3b92d385e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:17.823977 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-a5cdeb35-7c47-46b2-97c2-b3b92d385e8f service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 200 len: 911 time: 0.0805612 Jun 28 10:12:17.875341 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:12:17.890757 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-455dd22b-dbfe-4295-8f29-00dc0b20f45c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157 HTTP/1.1" status: 200 len: 1002 time: 0.0596249 Jun 28 10:12:17.939709 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-5e2606a8-fb29-43d1-b1f6-9429450ac542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:17.941177 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-5e2606a8-fb29-43d1-b1f6-9429450ac542 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 200 len: 850 time: 0.0432994 Jun 28 10:12:17.997545 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-f5638492-d90d-44b9-b28a-90182233b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:12:17.998995 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-f5638492-d90d-44b9-b28a-90182233b2f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f167da7-8ce0-4f9f-ad17-3ded871f6526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0507708 Jun 28 10:12:18.088549 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-402c596e-4682-4879-a6ef-650bec9e5bd7 service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821095 Jun 28 10:12:18.175398 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-4229a354-86ce-4fa6-982f-40eccc0ffb1d req-37a03ed0-45ec-4926-af82-d05f838e97cf service neutron] 10.222.0.38 "GET /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804870 Jun 28 10:12:26.566064 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf684-b0fe-4eb6-945a-3d73f08769d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:28.992936 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cb0cae3b-5c6f-499d-be83-6a9dfd41c665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:29.181579 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:30.342730 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:31.982890 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:43.346630 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:54.873312 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:12:56.565083 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-da1ddd0b-0da9-4ae1-8998-85379bb0c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:59.027904 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-36b26907-01c1-4d78-9df2-dbdb79ca1b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:59.215985 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:00.342007 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:01.959191 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:04.474031 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf40a-93e2-4d70-b63a-98c13d436014 req-1060cd1f-6e0f-451e-af6c-6e91aa7eb63f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:13:04.475484 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2c2cf40a-93e2-4d70-b63a-98c13d436014 req-1060cd1f-6e0f-451e-af6c-6e91aa7eb63f tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0750847 Jun 28 10:13:04.512240 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-2c2cf40a-93e2-4d70-b63a-98c13d436014 req-991406b0-bdcf-4cb3-ac4a-f93659510acc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Jun 28 10:13:05.686051 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f054fb2-9a5d-4e17-810e-db2b543efb46 req-803d4777-6b8e-4e03-aecb-4fd8a265b6c1 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:13:05.687520 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2f054fb2-9a5d-4e17-810e-db2b543efb46 req-803d4777-6b8e-4e03-aecb-4fd8a265b6c1 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0643556 Jun 28 10:13:05.727722 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [req-2f054fb2-9a5d-4e17-810e-db2b543efb46 req-70066fd6-99fc-413a-8c30-e7301fdb4a68 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344605 Jun 28 10:13:06.584793 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-ac9ace35-62c2-4809-9694-7b0485dfcd07 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:13:06.586242 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-ac9ace35-62c2-4809-9694-7b0485dfcd07 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.0627260 Jun 28 10:13:06.686158 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Deleting port edecdb2e-0faa-4ef5-aaee-caaf84249157 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:13:06.686496 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:06.771592 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] For port edecdb2e-0faa-4ef5-aaee-caaf84249157, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=edecdb2e-0faa-4ef5-aaee-caaf84249157,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:13:06.771957 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:06.979223 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:06.979504 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890713'] for floatingip, after_update {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:06.979816 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.db.l3_db [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Floating IP f6504996-2b50-46c7-8152-b81790ce1aea disassociated. External IP: 172.28.1.159, port: edecdb2e-0faa-4ef5-aaee-caaf84249157. Jun 28 10:13:06.980168 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Calling delete_port for edecdb2e-0faa-4ef5-aaee-caaf84249157 owned by compute:nova {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:13:06.991585 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36a05d-f869-4bbb-9e58-24dc5a6f81e4 req-62ab9041-33b1-4424-956b-ece88f65310a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:13:06.993074 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac36a05d-f869-4bbb-9e58-24dc5a6f81e4 req-62ab9041-33b1-4424-956b-ece88f65310a tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 946 time: 0.1542871 Jun 28 10:13:07.068562 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-ac36a05d-f869-4bbb-9e58-24dc5a6f81e4 req-58b1a1f6-4331-4d6f-8d2a-6d590aa5991d tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups?id=77887923-d816-4188-abb7-4d09b7f1c1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696030 Jun 28 10:13:07.198965 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:07.203252 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-b08d6f37-5b5b-426d-b95b-d6032161a8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:07.229468 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event deleted for resources: {'Port': ['ID=edecdb2e-0faa-4ef5-aaee-caaf84249157,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:07.242002 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.242384 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.242755 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.243199 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.243697 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.244066 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.244449 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.244805 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.245161 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.245519 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.245871 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.246220 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:07.249735 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:07.355495 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:13:07.461892 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:13:07.470930 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:13:07.480940 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:13:07.481483 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:12:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:07.504577 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] No DVR routers for this DVR port edecdb2e-0faa-4ef5-aaee-caaf84249157 on host hv-cinder-78662 {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:13:07.507135 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for port, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:07.509105 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-3acb537b-6482-4fc2-b2d7-98924f9e947a req-5be1adc4-ea54-4b9c-b42a-f2e0107de066 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.38 "DELETE /v2.0/ports/edecdb2e-0faa-4ef5-aaee-caaf84249157 HTTP/1.1" status: 204 len: 173 time: 0.9167376 Jun 28 10:13:07.509632 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'name': 'network-vif-deleted', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157'}] {{(pid=100109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:13:07.511958 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b853c304eb8a4dc4c5f96818cb71b362763827b1fbe17a6b8f26415822c496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a33151-b0cf-4e49-96da-dd1f3d1caa60" -d '{"events": [{"server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "name": "network-vif-deleted", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157"}]}' {{(pid=100109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:13:07.593157 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:13:07.604278 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc18cd4-ef4e-427e-a1cc-d6d5cdb8eda7 x-openstack-request-id: req-8bc18cd4-ef4e-427e-a1cc-d6d5cdb8eda7 {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:13:07.604831 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a51bf4-53d2-47fd-881c-9070a261696d", "name": "network-vif-deleted", "tag": "edecdb2e-0faa-4ef5-aaee-caaf84249157", "status": "completed", "code": 200}]} {{(pid=100109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:13:07.604921 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bc18cd4-ef4e-427e-a1cc-d6d5cdb8eda7 {{(pid=100109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:13:07.605309 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a51bf4-53d2-47fd-881c-9070a261696d', 'name': 'network-vif-deleted', 'tag': 'edecdb2e-0faa-4ef5-aaee-caaf84249157', 'status': 'completed', 'code': 200} Jun 28 10:13:07.806919 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:07.836863 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:13:07.845664 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:13:07.846280 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:12:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:08.039415 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:13:08.227365 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [req-b7cef070-042f-42bc-93c1-c6a5d17e7aae req-a0bc09a4-a4a7-4287-bb0e-9a30aff8fbd6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9a51bf4-53d2-47fd-881c-9070a261696d HTTP/1.1" status: 200 len: 210 time: 0.0336299 Jun 28 10:13:08.237540 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:08.264195 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48dac81-f97a-4212-a396-fbad89d67955 None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:07:01Z', 'revision_number': 4, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb', '_interfaces': [{'id': '92234fd1-4852-4f00-b8b3-a4704b42fd01', 'name': '', 'network_id': '0f167da7-8ce0-4f9f-ad17-3ded871f6526', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'mac_address': 'fa:16:3e:6a:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:07:00Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'subnets': [{'id': '183d4527-ca4d-4261-8fbb-351f42a29fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:13:08.463998 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c61e8e-550c-4970-9beb-b91f367e501c None None] New status for floating IP f6504996-2b50-46c7-8152-b81790ce1aea: DOWN {{(pid=100110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:13:09.426845 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41444) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:09.480826 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.503051 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.622003 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.624724 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.625887 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "DELETE /v2.0/security-groups/77887923-d816-4188-abb7-4d09b7f1c1b1 HTTP/1.1" status: 204 len: 168 time: 0.1979640 Jun 28 10:13:09.626731 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-312bc3a8-19c4-4f86-8d37-213f50233b38 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:09.629335 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41446) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:09.638364 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77887923-d816-4188-abb7-4d09b7f1c1b1,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:09.642735 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.api.v2.resource [None req-20bb42c2-9505-4831-baa7-65fdf19853dc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] show failed (client error): The resource could not be found. Jun 28 10:13:09.643377 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.643767 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.643883 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-20bb42c2-9505-4831-baa7-65fdf19853dc tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "GET /v2.0/security-groups/77887923-d816-4188-abb7-4d09b7f1c1b1 HTTP/1.1" status: 404 len: 347 time: 0.0133886 Jun 28 10:13:09.644138 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.644508 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.644893 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.645248 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.645601 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.645949 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.646433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.646697 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41448) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:09.646814 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.647115 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.647462 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:09.650665 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-1dee77b0-cd84-4e40-8d46-1cfdcfc4f6d6 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:09.769012 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Deleting port 9726b168-08c6-4419-9bb9-e7262b84b567 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:13:09.769354 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.841124 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.841448 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:09.853563 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Calling delete_port for 9726b168-08c6-4419-9bb9-e7262b84b567 owned by network:floatingip {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:13:10.050279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:10.052495 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-00f468cb-a4c2-46e3-9918-b10125837fdc tempest-TestMinimumBasicScenario-317036834 tempest-TestMinimumBasicScenario-317036834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:10.073825 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Pushing event deleted for resources: {'Port': ['ID=9726b168-08c6-4419-9bb9-e7262b84b567,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:10.076315 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:10.140547 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks [] for floatingip, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:10.143853 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128952'] for floatingip, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:10.145028 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-566c0235-5aa4-41b0-8d27-ff6ad3fbee72 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] 10.222.0.16 "DELETE /v2.0/floatingips/f6504996-2b50-46c7-8152-b81790ce1aea HTTP/1.1" status: 204 len: 168 time: 0.4974480 Jun 28 10:13:11.011032 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device edecdb2e-0faa-4ef5-aaee-caaf84249157 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:13:11.031470 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] No Port match for: edecdb2e-0faa-4ef5-aaee-caaf84249157 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:13:11.031820 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Device edecdb2e-0faa-4ef5-aaee-caaf84249157 not bound to the agent host hv-cinder-78662 {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:13:13.353242 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:14.223590 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41476) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:14.637523 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815664'] for router_interface, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:14.893308 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Deleting port 92234fd1-4852-4f00-b8b3-a4704b42fd01 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:13:14.893568 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:14.970439 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] For port 92234fd1-4852-4f00-b8b3-a4704b42fd01, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=92234fd1-4852-4f00-b8b3-a4704b42fd01,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:13:14.970848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:14.983536 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Calling delete_port for 92234fd1-4852-4f00-b8b3-a4704b42fd01 owned by network:router_interface {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:13:15.221595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:15.224253 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e58b7c3e-eaec-4b48-bb85-84b8653658d6 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:15.248250 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Pushing event deleted for resources: {'Port': ['ID=92234fd1-4852-4f00-b8b3-a4704b42fd01,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:15.250932 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:15.417872 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889920'] for router_interface, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:15.632396 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Router d6d67270-167f-4ae3-b020-55df6a0b0f69 has already been hosted by L3 agent 80992590-d621-4ba9-bc0a-d104fe4f4098 {{(pid=100109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:13:15.733534 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-smb the message routers_updated {{(pid=100109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:13:15.738511 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-1d244eb5-4f68-4729-bae9-bf2cd9fb0681 admin admin] 10.222.0.16 "PUT /v2.0/routers/d6d67270-167f-4ae3-b020-55df6a0b0f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5138803 Jun 28 10:13:15.741247 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41480) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:15.741665 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] Sync routers for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:13:15.750981 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:13:15.751601 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:12:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:15.850591 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:15.855135 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:13:16.040349 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:13:15Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:16.067440 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] Checking router: d6d67270-167f-4ae3-b020-55df6a0b0f69 for host: dv-cinder-786627-12-smb {{(pid=100111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:13:16.076149 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] Routers {'d6d67270-167f-4ae3-b020-55df6a0b0f69'} bound to L3 agent in host dv-cinder-786627-12-smb {{(pid=100111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:13:16.076773 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:59Z,description=,heartbeat_timestamp=2021-06-28T10:12:59Z,host='dv-cinder-786627-12-smb',id=80992590-d621-4ba9-bc0a-d104fe4f4098,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:47:00Z,topic='l3_agent')) {'router_ids': ['d6d67270-167f-4ae3-b020-55df6a0b0f69'], 'active': True} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:16.178930 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_dvr_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] Set router d6d67270-167f-4ae3-b020-55df6a0b0f69 gateway port host: dv-cinder-786627-12-smb {{(pid=100111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:13:16.238584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.352766 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.l3_hamode_db [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:13:15Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}], 'dv-cinder-786627-12-smb', False) {} {{(pid=100111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:16.362084 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Deleting port dcf27c12-d563-4079-82b8-56f335ec66e3 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:13:16.362422 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.382257 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569b72b-5114-44ef-97aa-cfa0d624bcca None None] The sync data for ids ['d6d67270-167f-4ae3-b020-55df6a0b0f69'] in dv-cinder-786627-12-smb is: [{'id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'name': 'tempest-AttachVolumeTestJSON-1868576652-router', 'tenant_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'external_fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:06:57Z', 'updated_at': '2021-06-28T10:13:15Z', 'revision_number': 5, 'project_id': '263ab0b0cbc94353b33a8e9eb70c148d', 'gw_port': {'id': 'dcf27c12-d563-4079-82b8-56f335ec66e3', 'name': '', 'network_id': '7d2d1842-94f4-4597-ad9c-0fa0ca8d8297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67270-167f-4ae3-b020-55df6a0b0f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:06:58Z', 'updated_at': '2021-06-28T10:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e454fc6-d126-4d3f-88f1-222e3f12b16e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-smb'}] {{(pid=100111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:13:16.441635 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] For port dcf27c12-d563-4079-82b8-56f335ec66e3, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=dcf27c12-d563-4079-82b8-56f335ec66e3,segment=NetworkSegment(c4d2a180-9bfd-45fc-adf0-77fc5218cd47),segment_id=c4d2a180-9bfd-45fc-adf0-77fc5218cd47)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:13:16.441914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.453390 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Calling delete_port for dcf27c12-d563-4079-82b8-56f335ec66e3 owned by network:router_gateway {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:13:16.678932 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.681737 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-70aa2b88-ca30-4018-84bd-75f811f8d374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:16.705871 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf27c12-d563-4079-82b8-56f335ec66e3,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:16.711265 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:16.764831 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890874'] for router_gateway, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.853866 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56839'] for router, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.855914 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.964393 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3889645'] for router, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.964894 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d67270-167f-4ae3-b020-55df6a0b0f69 {{(pid=100109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:13:16.969178 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] Notify callbacks [] for router, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:16.970475 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-66c4faee-cc06-4a8c-9035-70ef95ead3ed admin admin] 10.222.0.16 "DELETE /v2.0/routers/d6d67270-167f-4ae3-b020-55df6a0b0f69 HTTP/1.1" status: 204 len: 168 time: 1.2280531 Jun 28 10:13:16.973490 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41482) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:17.017794 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Deleting subnet 183d4527-ca4d-4261-8fbb-351f42a29fc5 {{(pid=100109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:13:17.021663 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.057139 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12236824'] for subnet, precommit_delete_associations {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.136064 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718097'] for subnet, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.273366 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12253337'] for subnet, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.275792 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-69a260f6-c38f-4cd9-a563-1e8c00771120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:17.298287 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183d4527-ca4d-4261-8fbb-351f42a29fc5,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:17.302279 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:17.304958 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.307244 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-1e27ab13-3418-40d0-8562-39143f713102 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/183d4527-ca4d-4261-8fbb-351f42a29fc5 HTTP/1.1" status: 204 len: 168 time: 0.3324065 Jun 28 10:13:17.309426 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41484) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:17.310987 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf2e33-edd9-4461-a25d-543c23ce6c19 None None] Network 0f167da7-8ce0-4f9f-ad17-3ded871f6526 requested from dv-cinder-786627-12-smb {{(pid=100110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:13:17.377651 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598888'] for network, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.440077 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Deleting port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 {{(pid=100109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:13:17.440793 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.499272 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] DHCP port deletion for 0f167da7-8ce0-4f9f-ad17-3ded871f6526 request from dv-cinder-786627-12-smb {{(pid=100110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:13:17.507158 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.db [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] For port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:13:17.507544 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.520284 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.plugin [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Calling delete_port for 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 owned by network:dhcp {{(pid=100109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:13:17.543299 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Deleting port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 {{(pid=100110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:13:17.543599 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788692489238'] for port, before_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.605915 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.db [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] For port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3, host dv-cinder-786627-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-smb',level=0,port_id=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,segment=NetworkSegment(22e7b76f-c78e-4f05-8c42-4777eb7113fa),segment_id=22e7b76f-c78e-4f05-8c42-4777eb7113fa)] {{(pid=100110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:13:17.610019 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3806957'] for port, precommit_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.618599 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Calling delete_port for 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 owned by network:dhcp {{(pid=100110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:13:17.665752 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655250'] for port, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.669095 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1072bfdb-41a2-43cd-8c3e-eaca8b529958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:17.691038 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788692493258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788692116197'] for port, after_delete {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.693168 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-7865ea27-abc4-41de-af60-bacb74a02f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:17.693994 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] No DVR routers for this DVR port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 on host dv-cinder-786627-12-smb {{(pid=100109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:13:17.695821 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:17.699517 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:17.719681 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Pushing event deleted for resources: {'Port': ['ID=9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3,revision_number=None']} {{(pid=100110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:17.727376 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] No DVR routers for this DVR port 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 on host dv-cinder-786627-12-smb {{(pid=100110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:13:17.730719 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.731063 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.731390 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.731718 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.732040 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.732389 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.732711 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.733027 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.733343 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.733675 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.733966 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.734733 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:13:17.737426 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG oslo_concurrency.lockutils [None req-5ac7fdd3-7354-44f9-81d1-1bb910485d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:17.769514 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716876', 'neutron.services.segments.db._delete_segments_for_network-8788692609046'] for network, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.779070 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f167da7-8ce0-4f9f-ad17-3ded871f6526']}} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:17.789176 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e7b76f-c78e-4f05-8c42-4777eb7113fa') {'for_net_delete': True} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:17.789474 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.services.segments.db [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e7b76f-c78e-4f05-8c42-4777eb7113fa') {} {{(pid=100109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:13:17.804949 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788692595959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12236815'] for segment, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.818045 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820'] for segment, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.823605 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:13:17.823982 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655181'] for segment, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: Traceback (most recent call last): Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: timer() Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: cb(*args, **kw) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: return func(*args, **kwargs) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: self._notify() Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: self.callback(batched_events) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: event.method(event) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: return f(self, *a, **k) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: return self._get(url).json() Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: return self.request(url, 'GET', **kwargs) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:13:17.825627 dv-cinder-786627-12-smb neutron-server[100109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:13:17.936023 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3824989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3742747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890802'] for network, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.939874 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-8ee7ba85-d031-4328-94dd-70584659a901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:17.942886 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742720'] for network, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:17.944722 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f167da7-8ce0-4f9f-ad17-3ded871f6526 HTTP/1.1" status: 204 len: 168 time: 0.6343720 Jun 28 10:13:17.963716 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=0f167da7-8ce0-4f9f-ad17-3ded871f6526,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:17.963836 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device dcf27c12-d563-4079-82b8-56f335ec66e3 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:13:17.963939 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4abdfc80-5441-44c3-a36d-1cd6c2e54ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:17.978466 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: dcf27c12-d563-4079-82b8-56f335ec66e3 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:13:17.978819 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device dcf27c12-d563-4079-82b8-56f335ec66e3 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:13:17.979241 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 92234fd1-4852-4f00-b8b3-a4704b42fd01 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:13:17.997356 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 92234fd1-4852-4f00-b8b3-a4704b42fd01 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:13:17.997705 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 92234fd1-4852-4f00-b8b3-a4704b42fd01 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:13:17.998120 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 no longer exists at agent ovs-agent-dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:13:18.016262 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.plugin [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] No Port match for: 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 {{(pid=100110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:13:18.016611 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron.plugins.ml2.rpc [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Device 9021bfcb-3afe-4a8c-9ad6-1c470d7d66f3 not bound to the agent host dv-cinder-786627-12-smb {{(pid=100110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:13:18.202363 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41488) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:18.241098 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-983a6e39-f19b-4ef7-abe3-f9ed78beee5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=263ab0b0cbc94353b33a8e9eb70c148d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375206 Jun 28 10:13:18.243301 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41490) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:18.293169 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:18.314239 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:18.421401 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:18.424062 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:18.425235 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c65dc74a-c722-442a-b05d-c42d9d84b178 HTTP/1.1" status: 204 len: 168 time: 0.1810606 Jun 28 10:13:18.425993 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1db87522-9a10-40dd-b76d-417989d99650 tempest-TestShelveInstance-1835387630 tempest-TestShelveInstance-1835387630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:18.433924 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65dc74a-c722-442a-b05d-c42d9d84b178,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:18.436499 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e5db7bd7-7c95-47f0-9cf0-b06c15911a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:26.569863 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1b1a20cb-8682-4f36-8551-1d8ffe6c2f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:29.032582 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f053d433-f111-43bf-84ca-fdd61b5ac403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:29.181088 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:30.352876 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:31.873885 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:13:31.974285 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:37.907904 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41712) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:38.008299 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.093795 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.162461 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.165124 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-3d9a5d92-c28b-4ae3-9e6d-b3934940bc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:38.200603 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79859099b6fb4889ab54f1f716ac2169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915921 Jun 28 10:13:38.202125 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6232faec-77d2-493c-b58a-e532755b1d38,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:38.203276 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41716) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:38.206398 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:38.255394 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.276202 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.404191 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.406773 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.407925 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6232faec-77d2-493c-b58a-e532755b1d38 HTTP/1.1" status: 204 len: 168 time: 0.2036674 Jun 28 10:13:38.409404 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-370e20fb-a197-41cc-b1f7-fab62c1616c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:38.417064 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6232faec-77d2-493c-b58a-e532755b1d38,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:38.419472 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:39.094680 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41722) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:39.108301 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b4cb485d-1597-4cb9-9fd7-89e782460a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.202229 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b4cb485d-1597-4cb9-9fd7-89e782460a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.283799 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-b4cb485d-1597-4cb9-9fd7-89e782460a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.287328 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-cef246ad-019e-4613-834a-ef746fd6f319 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:39.325960 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-b4cb485d-1597-4cb9-9fd7-89e782460a90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25c7a5a08002492a9de0ca0e68df93a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301891 Jun 28 10:13:39.327315 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb485d-1597-4cb9-9fd7-89e782460a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2393db-579c-4101-93ef-063692976996,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:39.328662 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41724) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:39.330476 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-b4cb485d-1597-4cb9-9fd7-89e782460a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:39.379068 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.400274 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.541275 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.543810 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:39.544986 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f2393db-579c-4101-93ef-063692976996 HTTP/1.1" status: 204 len: 168 time: 0.2153561 Jun 28 10:13:39.545796 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0721e37e-8f54-43f3-9d63-1c7a9d9855ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:39.553905 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2393db-579c-4101-93ef-063692976996,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:39.556542 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-648e5ba9-f2e2-45d1-ad21-4c759fad5565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:43.379627 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:56.568071 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-684a9b1f-b38d-4f5d-b966-e9563ffbd2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.030563 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e2a26081-d84c-4659-aeee-d791d82f19b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.088848 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41920) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:59.190530 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.191014 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-08140bd4-56bb-4a35-a8fb-cc35877f78e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.276910 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-08140bd4-56bb-4a35-a8fb-cc35877f78e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.317481 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-08140bd4-56bb-4a35-a8fb-cc35877f78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.321016 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-d510cc17-ee38-42ac-86a4-4c4e7860370f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:59.355984 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-08140bd4-56bb-4a35-a8fb-cc35877f78e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ce83e8041da4c38879c15536b2b4232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659800 Jun 28 10:13:59.357856 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140bd4-56bb-4a35-a8fb-cc35877f78e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725fd418-7d08-4348-99b1-3da74f0a0afc,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:59.358660 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41924) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:13:59.361025 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-08140bd4-56bb-4a35-a8fb-cc35877f78e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:13:59.406045 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.427383 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.584716 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.587424 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:59.588600 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/725fd418-7d08-4348-99b1-3da74f0a0afc HTTP/1.1" status: 204 len: 168 time: 0.2289371 Jun 28 10:13:59.589492 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-f312d386-1f8b-4edb-a9f5-34708091a84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:13:59.597698 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725fd418-7d08-4348-99b1-3da74f0a0afc,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:13:59.604754 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-eb0d8048-cf94-4b76-9681-7a8207a2ab44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:00.183500 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 41930) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:00.197058 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9d8e664b-8413-479a-94b4-1b830f686b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.283922 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9d8e664b-8413-479a-94b4-1b830f686b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.363134 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-9d8e664b-8413-479a-94b4-1b830f686b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.365821 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-89a2471f-fb8a-43f6-a8ea-5627abb244f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:00.374257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.404589 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-9d8e664b-8413-479a-94b4-1b830f686b7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0cb38dca2454b5ca6fda452d435f1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176721 Jun 28 10:14:00.404589 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e664b-8413-479a-94b4-1b830f686b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35334c13-6e5d-4e5c-a76a-6c12e0cb9d55,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:00.405728 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 41932) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:00.406217 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-9d8e664b-8413-479a-94b4-1b830f686b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:00.455292 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.475492 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.596674 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.599232 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:00.600380 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35334c13-6e5d-4e5c-a76a-6c12e0cb9d55 HTTP/1.1" status: 204 len: 168 time: 0.1936550 Jun 28 10:14:00.601205 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-20ee8288-3e17-4af2-8a4d-f5301efc9e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:00.608944 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35334c13-6e5d-4e5c-a76a-6c12e0cb9d55,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:00.611206 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0bdd0763-a79c-4be8-923c-041025d46e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:01.963251 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:07.613412 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 42026) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:07.715226 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-454cd360-3275-4379-bace-c7a97c380224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:07.800193 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-454cd360-3275-4379-bace-c7a97c380224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:07.865251 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-454cd360-3275-4379-bace-c7a97c380224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:07.867740 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d2d84cb3-3140-4ba4-84c9-e3ad247ba49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:07.903394 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-454cd360-3275-4379-bace-c7a97c380224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e6d4c4832384f9f951d070d32ff7445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889297 Jun 28 10:14:07.904336 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd360-3275-4379-bace-c7a97c380224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd016e1-c7b5-4fc2-b0d3-aac87b5e5709,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:07.906298 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42030) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:07.907581 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-454cd360-3275-4379-bace-c7a97c380224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:07.964246 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:07.984822 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.110026 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.113248 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.114385 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abd016e1-c7b5-4fc2-b0d3-aac87b5e5709 HTTP/1.1" status: 204 len: 168 time: 0.2069154 Jun 28 10:14:08.115218 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-11738d8e-3725-4076-b195-8caffc9a71c4 tempest-AttachVolumeTestJSON-931877716 tempest-AttachVolumeTestJSON-931877716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:08.122723 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd016e1-c7b5-4fc2-b0d3-aac87b5e5709,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:08.129677 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.130066 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.130584 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.130799 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.131163 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.131530 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.131890 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.132281 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.132643 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.133004 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.133408 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.133772 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:08.137033 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-4789b3b3-5a3f-4009-92c8-c96a437b78dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:08.692879 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42036) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:08.707595 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1570217b-3be9-4084-ad5e-4ee4d1485443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.794648 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1570217b-3be9-4084-ad5e-4ee4d1485443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.865469 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-1570217b-3be9-4084-ad5e-4ee4d1485443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.868716 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-49342c38-eb6f-4f67-bd82-08f6f64f79ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:08.872615 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:14:08.904683 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-1570217b-3be9-4084-ad5e-4ee4d1485443 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=039a34e91d804e53b489cb4d0f9652fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106719 Jun 28 10:14:08.907204 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570217b-3be9-4084-ad5e-4ee4d1485443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7b319-a947-433a-8aa4-d1dc90f359e3,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:08.907792 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 42038) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:08.909373 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-1570217b-3be9-4084-ad5e-4ee4d1485443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:08.958757 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.980551 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:09.070991 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:09.073668 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:09.074802 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ab7b319-a947-433a-8aa4-d1dc90f359e3 HTTP/1.1" status: 204 len: 168 time: 0.1663921 Jun 28 10:14:09.075569 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-70799dd4-a5ae-4ea1-bf7a-06dbe03edbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:09.084134 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7b319-a947-433a-8aa4-d1dc90f359e3,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:09.086386 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-820f3f65-a026-492b-bcac-41252add357a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:13.361889 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.397854 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42122) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:18.503743 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e85d72c8-0767-4b41-a4c2-fa51fb69904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.591813 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e85d72c8-0767-4b41-a4c2-fa51fb69904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.642200 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-e85d72c8-0767-4b41-a4c2-fa51fb69904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.645694 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-ae04444d-d5fe-48a8-a09f-aecc056eabda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:18.680214 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-e85d72c8-0767-4b41-a4c2-fa51fb69904a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b549cbb4c7ae499288d0e54e845c5a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796731 Jun 28 10:14:18.682126 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d72c8-0767-4b41-a4c2-fa51fb69904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f668a-2ed7-453a-a846-a092ff238a45,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:18.682899 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 42126) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:18.685275 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-e85d72c8-0767-4b41-a4c2-fa51fb69904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:18.731221 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.752073 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.864011 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.866654 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:18.867777 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd5f668a-2ed7-453a-a846-a092ff238a45 HTTP/1.1" status: 204 len: 168 time: 0.1838925 Jun 28 10:14:18.868554 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-d8c162ef-082c-4d0e-927a-a1642e62a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:18.875943 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f668a-2ed7-453a-a846-a092ff238a45,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:18.883275 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.883738 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.884072 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.884401 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.884776 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.885124 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.885481 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.885838 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.886196 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.886546 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.886897 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.887245 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-smb {{(pid=100108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:14:18.890431 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-6b977dd7-9baf-4cb0-93c6-ec7b07eba50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:19.492915 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 42132) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:19.506609 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.593986 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.659329 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.661646 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-fb258812-0dc8-4cee-85f3-47dc0ec39959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:19.697184 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5bdbb8c5b694d6a92dec3b4ca1f390d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032218 Jun 28 10:14:19.698185 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f2d08d-1cfe-4699-ba0f-7507fa863a87,revision_number=1']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:19.699765 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42134) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:19.701370 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:19.748479 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.768911 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.865150 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.867789 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:19.868972 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1f2d08d-1cfe-4699-ba0f-7507fa863a87 HTTP/1.1" status: 204 len: 168 time: 0.1681795 Jun 28 10:14:19.869764 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7825da2b-f608-4919-882d-d8584f03b57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:19.877759 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f2d08d-1cfe-4699-ba0f-7507fa863a87,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:19.879990 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-75aba681-5eb2-4c77-8e52-0086359f0586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:26.568334 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d2f7-47cc-4a75-a068-edd138caa842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:29.008003 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3a7-a0dc-4141-a08c-f2d4bcfadfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:29.202053 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:30.367994 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:31.966909 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.195110 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42240) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:33.296643 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-98981d7b-a7a7-4314-8783-bc2feabf4c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.380062 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-98981d7b-a7a7-4314-8783-bc2feabf4c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.471084 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-98981d7b-a7a7-4314-8783-bc2feabf4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.473650 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-604692db-7f6c-488a-8716-0cb2d13574d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:33.512069 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-98981d7b-a7a7-4314-8783-bc2feabf4c04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c391540c21649e9b4a4decaec2028e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159018 Jun 28 10:14:33.512989 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981d7b-a7a7-4314-8783-bc2feabf4c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e793be8b-89e5-447f-b155-0b31a898f6ee,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:33.514739 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 42244) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:33.516137 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-98981d7b-a7a7-4314-8783-bc2feabf4c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:33.563607 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.584861 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.710567 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.713433 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:33.714593 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e793be8b-89e5-447f-b155-0b31a898f6ee HTTP/1.1" status: 204 len: 168 time: 0.1987159 Jun 28 10:14:33.715367 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-983074d5-a91f-46a3-ba68-28524b6b8f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:33.725857 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e793be8b-89e5-447f-b155-0b31a898f6ee,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:33.726318 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-175ac2f9-f59a-4ed1-8cdc-dc19d64bac11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:34.328002 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42250) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:34.341552 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-00b855a7-357f-4071-9685-d1ed07f90c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.428326 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-00b855a7-357f-4071-9685-d1ed07f90c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.510984 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-00b855a7-357f-4071-9685-d1ed07f90c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.513548 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-0112fabc-38c5-4baa-8985-f752e3f9fa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:34.549574 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b855a7-357f-4071-9685-d1ed07f90c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0755006e-acbf-4ccd-909f-317c42848daf,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:34.552731 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-00b855a7-357f-4071-9685-d1ed07f90c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:34.556046 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-00b855a7-357f-4071-9685-d1ed07f90c64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d23b196a8784af2b72d90699a2b61e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269943 Jun 28 10:14:34.558691 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42252) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:34.607432 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.628434 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.762282 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.764899 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:34.766267 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0755006e-acbf-4ccd-909f-317c42848daf HTTP/1.1" status: 204 len: 168 time: 0.2065189 Jun 28 10:14:34.767437 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-7b6d32dd-5b2d-4e6e-8088-b51e6e194f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:34.775055 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0755006e-acbf-4ccd-909f-317c42848daf,revision_number=None']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:34.777472 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-85ae1088-6902-43e2-a11c-5e222a76f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:40.127636 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [-] (100109) accepted ('10.222.0.16', 42318) {{(pid=100109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:40.237511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a15868df-03f4-47f3-ad7d-c17df0ad0e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.321189 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a15868df-03f4-47f3-ad7d-c17df0ad0e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.356187 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron_lib.callbacks.manager [None req-a15868df-03f4-47f3-ad7d-c17df0ad0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_create {{(pid=100109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.359511 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-9b284ff9-47ea-4acf-8d9a-01259e708734 tempest-AttachVolumeShelveTestJSON-1336575102 tempest-AttachVolumeShelveTestJSON-1336575102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:40.394571 dv-cinder-786627-12-smb neutron-server[100109]: INFO neutron.wsgi [None req-a15868df-03f4-47f3-ad7d-c17df0ad0e19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d29f3adf2ed46c981569fad97b18aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658317 Jun 28 10:14:40.396597 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15868df-03f4-47f3-ad7d-c17df0ad0e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce044f37-1d36-4a34-b18b-ee6b8acbb914,revision_number=1']} {{(pid=100109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:40.397633 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.wsgi [-] (100108) accepted ('10.222.0.16', 42322) {{(pid=100108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:14:40.399714 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG oslo_concurrency.lockutils [None req-a15868df-03f4-47f3-ad7d-c17df0ad0e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:40.455728 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.476378 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.596266 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89454'] for security_group, after_delete {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.598774 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron_lib.callbacks.manager [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:40.599921 dv-cinder-786627-12-smb neutron-server[100108]: INFO neutron.wsgi [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce044f37-1d36-4a34-b18b-ee6b8acbb914 HTTP/1.1" status: 204 len: 168 time: 0.2011371 Jun 28 10:14:40.600788 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-5e7c133d-aefd-49bb-98ec-97dd7c2ca568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:14:40.608958 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce044f37-1d36-4a34-b18b-ee6b8acbb914,revision_number=None']} {{(pid=100108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:14:40.611345 dv-cinder-786627-12-smb neutron-server[100108]: DEBUG oslo_concurrency.lockutils [None req-445ff510-365b-4a8b-8eee-46b3db7ab696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:14:43.356469 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:45.871237 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:14:56.590346 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5199-8a88-47e4-b4a0-fd66af8a9d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:59.001284 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-c8f9de1b-0bbb-41bc-96cd-4f75877ccd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:59.182624 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:00.361455 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:01.984383 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:13.372188 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:22.869011 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:15:26.555268 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3280c9cf-7f26-4e35-88a2-3f7656b15a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:28.977731 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-60a36634-ec01-42c7-b3ab-3741faf96885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:29.177717 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:30.376374 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:31.970654 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:43.347547 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:56.542934 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-cd83f530-ece0-4fe9-bae5-f582e40da974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:58.976656 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-9d5261b1-8c6b-48c7-aca0-53b22e3942ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:59.198644 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:59.867732 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:16:00.382524 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:02.000057 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:13.342440 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:26.615900 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-313be720-f833-4193-ba65-f98bc70fbb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:28.986486 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-959c6660-0b0e-4d04-86d9-991f84ca24be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:29.195474 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:30.370274 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:31.974410 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:36.867203 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:16:43.387023 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:56.541151 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-3a88c3b4-45e8-41d6-a86c-006881aae5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:59.003757 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-43802dc5-ccb6-4f28-b690-7bfba2f31bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:59.214177 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:00.385570 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:01.998233 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:13.380509 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:13.865177 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:17:26.590549 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f99ab584-b6c6-4102-9ed1-e5c01477824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:28.991428 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e9ade8d4-a5cb-4241-8e90-93828a5a1aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:29.191293 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:30.362476 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:31.968258 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:43.356110 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:50.864021 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:17:56.556271 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-8ac648d0-ce70-48a1-b798-c882a54082c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:58.984462 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-d4b0b8c7-6ca6-4984-9176-cbb1360ef84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:17:59.195131 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:00.378196 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:02.001812 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:13.401310 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:14.258148 dv-cinder-786627-12-smb neutron-server[100109]: DEBUG neutron.wsgi [req-1a47e074-f760-4f84-953f-52eba9e4e6ef req-96b9c86e-fa9f-48dd-aeab-8af98144d3ce service neutron] (100109) timed out ('10.222.0.38', 57887) {{(pid=100109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:18:26.566558 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-f952f090-f24a-4e18-bb60-1029ae403c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:27.862903 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:18:29.018257 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e67ac741-3d64-4c4e-849f-906b1300dd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:29.183710 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:30.389119 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:32.052369 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:43.411826 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:56.565759 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-38def8ec-9878-461b-84a5-777b598d410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:59.005463 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-796a61b2-a17d-405d-a8bc-b1c68f893adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:18:59.200115 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:00.359849 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:01.999233 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:04.860991 dv-cinder-786627-12-smb neutron-server[100111]: DEBUG neutron.db.agents_db [None req-cb7de232-8f4a-49e7-a774-eecbb6a7714c None None] Agent healthcheck: found 6 active agents {{(pid=100111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:19:13.394959 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-519a1a14-ab46-443e-8d46-fee57e944899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:26.558098 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-64facd17-bf4c-4cf8-978b-40351b0b168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:29.027942 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-0ed00081-c34e-467c-b7d1-a9878a573cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:29.273801 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-dd712a9a-2cac-4890-bc12-37676e97e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:30.376186 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-e123b54d-59d8-43be-921e-2d10663f8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:19:31.999033 dv-cinder-786627-12-smb neutron-server[100110]: DEBUG neutron_lib.callbacks.manager [None req-09220a88-2fd5-4ad3-affe-255d131d203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788692609028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716294'] for agent, after_update {{(pid=100110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}